-- Logs begin at Fri 2021-07-23 15:37:30 UTC, end at Fri 2021-07-23 16:51:28 UTC. --
Jul 23 16:20:27.756550 dv-cinder-802039-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jul 23 16:20:29.943802 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.common.config [-] Logging enabled!
Jul 23 16:20:29.944536 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev4
Jul 23 16:20:29.944627 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74205) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jul 23 16:20:29.946834 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.common.config [-] Logging enabled!
Jul 23 16:20:29.947083 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev4
Jul 23 16:20:29.947331 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74205) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jul 23 16:20:29.948336 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 23 16:20:29.948572 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 23 16:20:29.948935 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 23 16:20:29.949178 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 23 16:20:29.949407 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 23 16:20:29.949730 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.950030 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.950330 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.950563 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.950860 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.951152 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.951437 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.951736 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.952060 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.952348 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.952630 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.952911 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.953141 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.953422 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.953767 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.954058 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.954283 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] debug                          = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.954564 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.954990 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.955407 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.955688 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.956006 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.956278 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.956552 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.956839 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.957173 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] host                           = dv-cinder-802039-1-iscsi {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.957456 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.957741 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.958028 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.958316 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.958592 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.958873 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.959154 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.959432 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.959704 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.960007 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.960298 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.960587 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.960875 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.961099 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.961320 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.961605 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.961901 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.962178 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.962454 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.962731 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.963010 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.963282 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.963550 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.963860 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.964146 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.964433 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.964709 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.964986 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.965259 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.965531 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.965821 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.966096 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.966372 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.966649 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.966935 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.967205 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.967479 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.967804 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.968112 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.968378 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.968664 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.968961 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.969744 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.970009 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.970284 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.970559 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.970831 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.971104 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.971397 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.971658 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.971954 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.972236 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.972513 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.972794 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:29.973092 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.973393 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.973695 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.974244 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.974537 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.974824 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.975117 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.975393 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.975681 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.975993 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.976283 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.976562 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.976850 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.977143 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.977433 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.977708 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.977987 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.978276 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.978554 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.978827 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.979104 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.979393 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.979671 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.979967 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.980249 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.980527 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.980802 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.981112 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.981346 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.981633 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.981908 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.982184 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.982457 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.982731 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.983001 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.983285 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.983562 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.983862 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.984134 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.984411 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.984687 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.985586 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.985872 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.986148 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.986427 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.986737 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.987019 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.987296 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.987574 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.987941 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.988345 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.988753 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.989180 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.989590 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.989993 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.990396 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.990797 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.991194 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.991616 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.992227 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.992709 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.993204 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.993583 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.993877 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.994168 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.994456 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.994744 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.995032 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.995459 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.995973 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.996404 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.996707 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.997000 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.997288 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.997594 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.997884 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.998179 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.998461 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.998745 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.999030 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.999319 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.999619 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:29.999990 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:30.000241 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:30.000888 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:30.001197 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:30.001634 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:30.001954 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:30.002242 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:30.002468 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 23 16:20:30.002729 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74205) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jul 23 16:20:30.409990 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO keyring.backend [-] Loading KWallet
Jul 23 16:20:30.417743 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO keyring.backend [-] Loading SecretService
Jul 23 16:20:30.421261 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO keyring.backend [-] Loading Windows
Jul 23 16:20:30.423161 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO keyring.backend [-] Loading chainer
Jul 23 16:20:30.423818 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO keyring.backend [-] Loading macOS
Jul 23 16:20:30.458136 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:30.458414 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:30.458709 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:30.459042 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.manager [-] Loading core plugin: ml2
Jul 23 16:20:30.769723 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.769912 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.770197 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.826919 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.827206 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.827477 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.831045 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.831330 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.831603 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.860416 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.860697 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.860972 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.888521 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.888798 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:30.889074 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.209939 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd0a079c700> agent after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.210599 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fd0a079c700> agent after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.210599 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fd0a079c790> segment precommit_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.210758 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fd0a079c820> network precommit_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.211458 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fd0a07a39d0> segment before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.336448 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> network before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.336766 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fd0a0941670> agent before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.337051 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> network before_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.337325 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> port before_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.337592 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> port before_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.337897 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> segment after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.338159 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> segment precommit_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.338417 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> segment precommit_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.338672 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> segment after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.338953 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> network after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.339212 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> network precommit_delete 0 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.339475 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> port provisioning_complete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.339737 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> rbac-policy before_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.340014 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> rbac-policy after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.340280 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> agent after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.340554 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> subnet after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.340810 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> subnet precommit_delete 0 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.341081 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> rbac-policy before_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.341336 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> rbac-policy before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.341613 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> segment_host_mapping after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.341958 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> port after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.342210 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> port after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.342457 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> port after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.342742 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> rbac-policy before_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.342985 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> rbac-policy before_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.343229 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fd0a1125640>> rbac-policy before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.343626 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:20:31.343891 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:20:31.344128 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:20:31.344932 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:20:31.345167 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:20:31.345404 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:20:31.345965 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jul 23 16:20:31.349507 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jul 23 16:20:31.353457 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jul 23 16:20:31.357296 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
Jul 23 16:20:31.358928 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jul 23 16:20:31.359333 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jul 23 16:20:31.359673 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jul 23 16:20:31.360121 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jul 23 16:20:31.362928 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jul 23 16:20:31.363176 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jul 23 16:20:31.363526 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jul 23 16:20:31.393108 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jul 23 16:20:31.393567 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fd0a06cc250>> qos_plugin after_init 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.393868 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74205) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jul 23 16:20:31.394233 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fd0a06cc4c0>> logging-plugin after_init 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.396186 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74205) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jul 23 16:20:31.396519 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jul 23 16:20:31.396767 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jul 23 16:20:31.400745 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd0a06a7850>> floatingip before_response 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.401029 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fd0a06a7850>> port before_response 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.464799 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jul 23 16:20:31.464975 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jul 23 16:20:31.465192 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jul 23 16:20:31.465578 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jul 23 16:20:31.497790 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_db.sqlalchemy.engines [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74205) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jul 23 16:20:31.824666 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Initializing driver for type 'gre'
Jul 23 16:20:31.825195 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] gre ID ranges: [(1, 1000)]
Jul 23 16:20:31.890305 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Initializing driver for type 'local'
Jul 23 16:20:31.890872 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Initializing driver for type 'vlan'
Jul 23 16:20:31.908235 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] VlanTypeDriver initialization complete
Jul 23 16:20:31.908584 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Initializing driver for type 'vxlan'
Jul 23 16:20:31.909115 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] vxlan ID ranges: [(1, 1000)]
Jul 23 16:20:31.972537 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Initializing extension driver 'port_security'
Jul 23 16:20:31.972867 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.extensions.port_security [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] PortSecurityExtensionDriver initialization complete
Jul 23 16:20:31.973346 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Initializing mechanism driver 'openvswitch'
Jul 23 16:20:31.973969 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Initializing mechanism driver 'hyperv'
Jul 23 16:20:31.981115 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.plugins.ml2.plugin [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74205) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:31.982023 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a074cf40>> port after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.982401 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a074cf40>> port after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.982788 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a074cf40>> port after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.983242 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a08aa0a0>> subnet after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.983607 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a08aa0a0>> subnet after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.984082 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a08aa0a0>> subnet after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.984540 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a01ad700>> network after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.984916 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a01ad700>> network after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.985267 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a01ad700>> network after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.985649 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a01ad970>> security_group after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.986000 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a01ad970>> security_group after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.986387 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a01ad970>> security_group after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.986841 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a01adbe0>> security_group_rule after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.987231 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a01adbe0>> security_group_rule after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.987615 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fd0a01adbe0>> security_group_rule after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.987984 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] ML2 OVO RPC backend initialized. {{(pid=74205) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Jul 23 16:20:31.988698 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> router_interface after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.989057 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> router_interface after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.989480 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> network before_response 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.989853 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> networks before_response 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.990309 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> port before_response 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.990714 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> ports before_response 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.991149 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> subnet before_response 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.991584 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> subnets before_response 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.991973 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> network after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.992395 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> network after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.992741 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> network after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.993091 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> port after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.993429 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> port after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.993767 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> port after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.994114 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> subnet after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.994471 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> subnet after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.994852 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fd0a01ade80>> subnet after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:31.995479 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.plugin [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Modular L2 Plugin initialization complete
Jul 23 16:20:31.995844 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading services supported by the core plugin {{(pid=74205) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jul 23 16:20:31.996182 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.plugins.ml2.managers [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Got port-security extension from driver 'port_security'
Jul 23 16:20:31.996647 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.extensions.vlantransparent [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Disabled vlantransparent extension.
Jul 23 16:20:31.997066 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74205) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jul 23 16:20:31.997382 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading Plugin: router
Jul 23 16:20:32.037273 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router_interface before_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.037751 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router after_create 55549900 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.038163 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router before_create 55549900 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.038623 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router_interface before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.039191 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router_interface after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.039665 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router after_delete 55549900 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.040123 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> floatingip after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.040556 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router after_create 55549900 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.040982 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router after_update 55549900 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.041376 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router after_update 55549900 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.041765 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router_gateway after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.042147 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router after_update 55549900 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.042633 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router precommit_update 55549900 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.043076 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fd0a07e2160> port after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.043535 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fd0a07e2040> port after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.047372 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fd0a07e20d0> subnet after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.047372 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fd0a07e21f0> subnetpool_address_scope after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.047372 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> port precommit_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.047372 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router precommit_create 55549900 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.047746 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fd0a0849af0> port before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.047746 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router precommit_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.047746 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router after_update 55549900 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.047746 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router precommit_delete 55549900 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.048066 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router precommit_create 55549900 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.048066 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router_interface after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.048066 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> router precommit_update 55549900 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.048335 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> agent after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.048628 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> agent after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.049083 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fd0a01b5130>> network after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.050185 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Tracking information for resource: router configured {{(pid=74205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:20:32.050523 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Tracking information for resource: floatingip configured {{(pid=74205) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 23 16:20:32.056475 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.db.l3_agentschedulers_db [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jul 23 16:20:32.057085 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fd0a012b310> port after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.057521 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fd0a012b1f0> port after_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.057900 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <function _notify_port_delete at 0x7fd0a012b280> port after_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.058257 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fd0a012b5e0> port after_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.059117 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd0a0148a30>> router before_create 55550100 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.059536 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd0a0148a30>> router precommit_delete 55550100 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.059936 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd0a0148a30>> router precommit_create 55550100 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.060361 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fd0a0148a30>> router precommit_update 55550100 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.065840 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.services.provider_configuration [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service providers = [] {{(pid=74205) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jul 23 16:20:32.066301 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.db.servicetype_db [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74205) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jul 23 16:20:32.069810 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.services.service_base [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74205) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 23 16:20:32.070164 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.services.service_base [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74205) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 23 16:20:32.070519 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.services.service_base [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74205) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 23 16:20:32.071416 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.services.service_base [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74205) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 23 16:20:32.071827 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.services.service_base [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Default provider is not specified for service type L3_ROUTER_NAT
Jul 23 16:20:32.072221 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:20:32.072545 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jul 23 16:20:32.085073 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:20:32.085438 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading Plugin: auto_allocate
Jul 23 16:20:32.091453 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd0a016aa60> network precommit_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.091854 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fd0a016aa60> network precommit_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.092401 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:20:32.092725 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading Plugin: tag
Jul 23 16:20:32.101125 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:20:32.101526 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading Plugin: timestamp
Jul 23 16:20:32.106224 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:20:32.106539 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading Plugin: network_ip_availability
Jul 23 16:20:32.112590 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd0a016d0a0>> rbac-policy before_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.112993 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd0a016d0a0>> rbac-policy before_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.113384 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd0a016d0a0>> rbac-policy before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.114289 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:20:32.114853 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading Plugin: flavors
Jul 23 16:20:32.120383 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:20:32.120818 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading Plugin: revisions
Jul 23 16:20:32.125999 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74205) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 23 16:20:32.126399 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_concurrency.lockutils [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.668s {{(pid=74205) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:32.127154 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74205) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Jul 23 16:20:32.127492 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Initializing extension manager.
Jul 23 16:20:32.128033 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: __init__.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.128381 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: __pycache__ {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.128715 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.129048 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.129384 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: _filter_validation_lib.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.129712 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.130036 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: address_group.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.130818 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.131406 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: address-group
Jul 23 16:20:32.131791 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: address_scope.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.132600 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.133201 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: address-scope
Jul 23 16:20:32.133590 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.134594 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.135242 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: router-admin-state-down-before-update
Jul 23 16:20:32.135636 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: agent.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.136438 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.137032 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: agent
Jul 23 16:20:32.137363 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: agent_resources_synced.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.138394 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.138959 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: agent-resources-synced
Jul 23 16:20:32.139355 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: allowedaddresspairs.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.142063 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.142598 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: allowed-address-pairs
Jul 23 16:20:32.142955 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: auto_allocated_topology.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.144093 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.144612 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: auto-allocated-topology
Jul 23 16:20:32.144940 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: availability_zone.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.145646 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.146150 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: availability_zone
Jul 23 16:20:32.146473 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: availability_zone_filter.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.147488 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.148116 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: availability_zone_filter
Jul 23 16:20:32.148538 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: data_plane_status.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.149554 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.150033 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension data-plane-status not supported by any of loaded plugins
Jul 23 16:20:32.150367 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: default_subnetpools.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.152379 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.152379 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: default-subnetpools
Jul 23 16:20:32.152379 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.152379 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.152379 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: dhcp_agent_scheduler
Jul 23 16:20:32.152379 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: dns.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.155037 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.155582 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension dns-integration not supported by any of loaded plugins
Jul 23 16:20:32.155959 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: dns_domain_ports.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.156998 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.157583 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension dns-domain-ports not supported by any of loaded plugins
Jul 23 16:20:32.157965 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: dvr.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.158778 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.159282 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: dvr
Jul 23 16:20:32.159610 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: empty_string_filtering.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.160579 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.161088 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: empty-string-filtering
Jul 23 16:20:32.161411 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.162318 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.162821 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jul 23 16:20:32.163137 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.164077 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.164576 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jul 23 16:20:32.164895 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: external_net.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.165807 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.166315 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: external-net
Jul 23 16:20:32.166674 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.167587 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.168121 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: extra_dhcp_opt
Jul 23 16:20:32.168443 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: extraroute.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.169374 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.169867 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: extraroute
Jul 23 16:20:32.170186 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: extraroute_atomic.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.171251 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.171771 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: extraroute-atomic
Jul 23 16:20:32.172109 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: filter_validation.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.172922 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.173426 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: filter-validation
Jul 23 16:20:32.173763 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: fip_pf_description.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.174680 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.175202 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jul 23 16:20:32.175517 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: fip_port_details.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.176553 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.177064 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: fip-port-details
Jul 23 16:20:32.177390 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: flavors.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.178636 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.179379 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: flavors
Jul 23 16:20:32.179707 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.181395 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.181919 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jul 23 16:20:32.182253 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: floatingip_pools.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.182962 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.183475 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: floatingip-pools
Jul 23 16:20:32.183828 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: ip_allocation.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.184829 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.185397 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension ip_allocation not supported by any of loaded plugins
Jul 23 16:20:32.185664 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.186710 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.187310 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: ip-substring-filtering
Jul 23 16:20:32.187660 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: l2_adjacency.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.189264 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.189824 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension l2_adjacency not supported by any of loaded plugins
Jul 23 16:20:32.190172 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: l3.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.191274 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.191844 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: router
Jul 23 16:20:32.192175 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.194548 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.195071 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jul 23 16:20:32.195407 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.196446 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.196962 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: ext-gw-mode
Jul 23 16:20:32.197288 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.198267 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.198820 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: l3-ha
Jul 23 16:20:32.199253 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: l3_flavors.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.200241 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.200835 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: l3-flavors
Jul 23 16:20:32.201258 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.202500 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.203027 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: l3-port-ip-change-not-allowed
Jul 23 16:20:32.203382 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: l3agentscheduler.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.205198 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.205732 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: l3_agent_scheduler
Jul 23 16:20:32.206123 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: logging.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.207796 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.208342 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension logging not supported by any of loaded plugins
Jul 23 16:20:32.208799 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: metering.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.209571 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.210241 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: metering
Jul 23 16:20:32.210795 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.211644 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.212201 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: metering_source_and_destination_fields
Jul 23 16:20:32.212531 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: multiprovidernet.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.213460 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.214057 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: multi-provider
Jul 23 16:20:32.214353 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: netmtu.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.215398 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.216033 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: net-mtu
Jul 23 16:20:32.216363 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: netmtu_writable.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.217336 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.217933 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: net-mtu-writable
Jul 23 16:20:32.218267 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: network_availability_zone.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.219065 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.219684 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: network_availability_zone
Jul 23 16:20:32.220073 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: network_ip_availability.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.221448 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.221972 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: network-ip-availability
Jul 23 16:20:32.222374 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: network_segment_range.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.223329 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.224173 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension network-segment-range not supported by any of loaded plugins
Jul 23 16:20:32.224498 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: pagination.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.225491 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.225822 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: pagination
Jul 23 16:20:32.226147 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.227084 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.227604 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: port-mac-address-regenerate
Jul 23 16:20:32.227959 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: port_resource_request.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.228877 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.229388 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension port-resource-request not supported by any of loaded plugins
Jul 23 16:20:32.229716 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: portbindings.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.230638 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.231200 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: binding
Jul 23 16:20:32.231536 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: portbindings_extended.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.232986 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.233550 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: binding-extended
Jul 23 16:20:32.233881 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: portsecurity.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.234965 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.235527 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: port-security
Jul 23 16:20:32.235956 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: project_id.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.236964 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.237363 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: project-id
Jul 23 16:20:32.237691 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: providernet.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.238688 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.239213 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: provider
Jul 23 16:20:32.239625 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: qos.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.243638 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.244271 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension qos not supported by any of loaded plugins
Jul 23 16:20:32.244609 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.245905 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.246567 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jul 23 16:20:32.246963 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.248071 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.248694 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jul 23 16:20:32.249091 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: qos_default.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.250198 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.251294 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension qos-default not supported by any of loaded plugins
Jul 23 16:20:32.251634 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: qos_fip.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.252410 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.252926 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension qos-fip not supported by any of loaded plugins
Jul 23 16:20:32.253250 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: qos_gateway_ip.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.254183 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.254696 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jul 23 16:20:32.255021 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: qos_port_network_policy.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.255982 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.256495 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jul 23 16:20:32.256819 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: qos_rule_type_details.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.257760 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.258255 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jul 23 16:20:32.258750 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: qos_rules_alias.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.259952 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.260495 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension qos-rules-alias not supported by any of loaded plugins
Jul 23 16:20:32.260822 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: quotasv2.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.261882 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.262230 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: quotas
Jul 23 16:20:32.262620 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: quotasv2_detail.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.264683 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.265032 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: quota_details
Jul 23 16:20:32.265440 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: rbac.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.267288 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.267971 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: rbac-policies
Jul 23 16:20:32.268308 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: rbac_address_scope.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.269346 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.269904 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: rbac-address-scope
Jul 23 16:20:32.270306 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: rbac_security_groups.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.271325 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.271968 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: rbac-security-groups
Jul 23 16:20:32.272373 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: rbac_subnetpool.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.273340 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.273894 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: rbac-subnetpool
Jul 23 16:20:32.274289 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: revisionifmatch.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.275269 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.275891 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: revision-if-match
Jul 23 16:20:32.276229 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: revisions.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.277457 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.278053 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: standard-attr-revisions
Jul 23 16:20:32.278401 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: router_availability_zone.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.279092 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.279607 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: router_availability_zone
Jul 23 16:20:32.279970 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: routerservicetype.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.280966 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.281492 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension router-service-type not supported by any of loaded plugins
Jul 23 16:20:32.281900 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.282927 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.283442 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: port-security-groups-filtering
Jul 23 16:20:32.283894 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: securitygroup.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.296218 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.296764 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: security-group
Jul 23 16:20:32.297103 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: segment.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.297958 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.298470 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension segment not supported by any of loaded plugins
Jul 23 16:20:32.298803 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.299817 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.300339 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jul 23 16:20:32.300669 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: servicetype.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.301972 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.302560 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: service-type
Jul 23 16:20:32.302917 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: sorting.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.303990 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.304347 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: sorting
Jul 23 16:20:32.304785 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: standard_attr_segment.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.305757 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.306282 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension standard-attr-segment not supported by any of loaded plugins
Jul 23 16:20:32.306659 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: standardattrdescription.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.307359 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.308014 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: standard-attr-description
Jul 23 16:20:32.308360 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: stateful_security_group.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.309379 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.309945 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: stateful-security-group
Jul 23 16:20:32.310334 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: stdattrs_common.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.311068 dv-cinder-802039-1-iscsi neutron-server[74205]: WARNING neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jul 23 16:20:32.311476 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.312492 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.313523 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jul 23 16:20:32.313867 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: subnet_onboard.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.315169 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.315786 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: subnet_onboard
Jul 23 16:20:32.316137 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.317154 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.317733 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jul 23 16:20:32.318124 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: subnet_service_types.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.319064 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.319655 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: subnet-service-types
Jul 23 16:20:32.320011 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: subnetallocation.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.321114 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.321647 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: subnet_allocation
Jul 23 16:20:32.321980 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.322666 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.323184 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: subnetpool-prefix-ops
Jul 23 16:20:32.323510 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.324700 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.325309 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jul 23 16:20:32.325632 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: tagging.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.326825 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.327481 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: standard-attr-tag
Jul 23 16:20:32.327915 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: timestamp.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.329846 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.330396 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loaded extension: standard-attr-timestamp
Jul 23 16:20:32.330759 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: trunk.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.331905 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.332500 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension trunk not supported by any of loaded plugins
Jul 23 16:20:32.332892 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: trunk_details.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.334031 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.334580 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension trunk-details not supported by any of loaded plugins
Jul 23 16:20:32.334979 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: uplink_status_propagation.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.336021 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.336605 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jul 23 16:20:32.336955 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Loading extension file: vlantransparent.py {{(pid=74205) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jul 23 16:20:32.337668 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74205) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jul 23 16:20:32.338304 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extension vlan-transparent not supported by any of loaded plugins
Jul 23 16:20:32.341024 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:network
Jul 23 16:20:32.341768 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:subnet
Jul 23 16:20:32.342376 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:subnetpool
Jul 23 16:20:32.343248 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:port
Jul 23 16:20:32.344683 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.345139 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service FLAVORS assigned prefix:  {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.345761 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.346198 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.346531 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:router
Jul 23 16:20:32.347187 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:floatingip
Jul 23 16:20:32.347911 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service METERING assigned prefix: /metering {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.349715 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd0a0040d60>> rbac-policy before_create 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.350177 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd0a0040d60>> rbac-policy before_update 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.350536 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fd0a0040d60>> rbac-policy before_delete 55550000 {{(pid=74205) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:20:32.352024 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of CountableResource for resource:rbac_policy
Jul 23 16:20:32.352512 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:security_group
Jul 23 16:20:32.353363 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 23 16:20:32.354167 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service CORE assigned prefix:  {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.354570 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:subnetpool
Jul 23 16:20:32.354920 dv-cinder-802039-1-iscsi neutron-server[74205]: WARNING neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] subnetpool is already registered
Jul 23 16:20:32.355664 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service CORE assigned prefix:  {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.356152 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:subnetpool
Jul 23 16:20:32.356573 dv-cinder-802039-1-iscsi neutron-server[74205]: WARNING neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] subnetpool is already registered
Jul 23 16:20:32.359501 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.360049 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service FLAVORS assigned prefix:  {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.360650 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.361074 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.361412 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:router
Jul 23 16:20:32.361746 dv-cinder-802039-1-iscsi neutron-server[74205]: WARNING neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] router is already registered
Jul 23 16:20:32.362337 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:floatingip
Jul 23 16:20:32.362675 dv-cinder-802039-1-iscsi neutron-server[74205]: WARNING neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] floatingip is already registered
Jul 23 16:20:32.363292 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service METERING assigned prefix: /metering {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.363985 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of CountableResource for resource:rbac_policy
Jul 23 16:20:32.364319 dv-cinder-802039-1-iscsi neutron-server[74205]: WARNING neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] rbac_policy is already registered
Jul 23 16:20:32.364864 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:security_group
Jul 23 16:20:32.365197 dv-cinder-802039-1-iscsi neutron-server[74205]: WARNING neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] security_group is already registered
Jul 23 16:20:32.365783 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 23 16:20:32.366119 dv-cinder-802039-1-iscsi neutron-server[74205]: WARNING neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] security_group_rule is already registered
Jul 23 16:20:32.366782 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service CORE assigned prefix:  {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.367111 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:subnetpool
Jul 23 16:20:32.367436 dv-cinder-802039-1-iscsi neutron-server[74205]: WARNING neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] subnetpool is already registered
Jul 23 16:20:32.368059 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.v2.resource_helper [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Service CORE assigned prefix:  {{(pid=74205) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 23 16:20:32.368401 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Creating instance of TrackedResource for resource:subnetpool
Jul 23 16:20:32.368714 dv-cinder-802039-1-iscsi neutron-server[74205]: WARNING neutron.quota.resource_registry [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] subnetpool is already registered
Jul 23 16:20:32.369368 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: extensions {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.370873 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: address-groups {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.372480 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: address-scopes {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.373672 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: agents {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.374860 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: auto-allocated-topology {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.376631 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: availability_zones {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.377942 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: dhcp-networks {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.379626 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: dhcp-agents {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.381344 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: routers {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.383386 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: flavors {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.384824 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: service_profiles {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.386281 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: next_providers {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.388677 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: service_profiles {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.389732 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: floatingip-pools {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.391689 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: routers {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.393726 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: floatingips {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.394953 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: l3-routers {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.396601 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: l3-agents {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.398533 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: metering-labels {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.400570 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: metering-label-rules {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.401938 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: network-ip-availabilities {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.403321 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: bindings {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.405241 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: quotas {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.406770 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: quotas {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.408220 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: rbac-policies {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.409530 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: security-groups {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.410748 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: security-group-rules {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.411979 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: service-providers {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.413230 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: subnetpools {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.414695 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: subnetpools {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.416362 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: tags {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.418269 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: tags {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.420266 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: tags {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.422535 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: tags {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.424477 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: tags {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.426251 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: tags {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.428270 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: tags {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.430389 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: tags {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.432247 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: tags {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.434064 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron.api.extensions [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Extended resource: tags {{(pid=74205) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jul 23 16:20:32.440839 dv-cinder-802039-1-iscsi neutron-server[74205]: WARNING keystonemiddleware.auth_token [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jul 23 16:20:32.445593 dv-cinder-802039-1-iscsi neutron-server[74205]: WARNING keystonemiddleware.auth_token [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jul 23 16:20:32.453601 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_concurrency.lockutils [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Acquired lock "singleton_lock" {{(pid=74205) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jul 23 16:20:32.454591 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_concurrency.lockutils [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Releasing lock "singleton_lock" {{(pid=74205) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jul 23 16:20:32.455255 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO oslo_service.service [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Starting 2 workers
Jul 23 16:20:32.459959 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Started child 74312 {{(pid=74205) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 23 16:20:32.464402 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Started child 74313 {{(pid=74205) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 23 16:20:32.465983 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:32.466687 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO neutron.service [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Neutron service started, listening on 0.0.0.0:9696
Jul 23 16:20:32.466842 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Notify callbacks [] for process, before_spawn {{(pid=74205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:32.467558 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [-] (74312) wsgi starting up on http://0.0.0.0:9696
Jul 23 16:20:32.469578 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO oslo_service.service [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Starting 1 workers
Jul 23 16:20:32.469953 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:32.471424 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [-] (74313) wsgi starting up on http://0.0.0.0:9696
Jul 23 16:20:32.475121 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Started child 74314 {{(pid=74205) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 23 16:20:32.475653 dv-cinder-802039-1-iscsi neutron-server[74205]: INFO oslo_service.service [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Starting 1 workers
Jul 23 16:20:32.479978 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.service [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] calling RpcWorker wait() {{(pid=74314) _wait /opt/stack/neutron/neutron/service.py:128}}
Jul 23 16:20:32.484423 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Started child 74315 {{(pid=74205) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 23 16:20:32.484610 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.service [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] returning from RpcWorker wait() {{(pid=74314) _wait /opt/stack/neutron/neutron/service.py:135}}
Jul 23 16:20:32.484783 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG neutron_lib.callbacks.manager [None req-24c07dcf-8065-4331-af91-38c35771e4ba None None] Notify callbacks [] for process, after_spawn {{(pid=74205) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:32.484937 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:32.484937 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:32.485262 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74205) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 23 16:20:32.485262 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 23 16:20:32.485262 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 23 16:20:32.485262 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 23 16:20:32.485262 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 23 16:20:32.485262 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 23 16:20:32.485262 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.485262 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.486530 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.486731 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:32.487421 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.487421 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.487421 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.487871 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:32.488043 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.488043 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.488043 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.488043 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.488043 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.488043 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.488043 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.488043 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.489127 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.489127 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.489127 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.489127 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.489127 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.489127 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.490142 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.490142 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.490142 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.490142 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.490691 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.490887 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.491034 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.491173 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.491461 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.491788 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.492136 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.492377 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.492598 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.492846 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.493145 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.493378 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.493634 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.493950 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.494210 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.494811 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] host                           = dv-cinder-802039-1-iscsi {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.495043 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.495344 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.495672 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.495971 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.496238 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.496458 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.496716 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.497047 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.497346 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.497623 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.497879 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.498134 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.498437 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.498748 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.498974 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.499243 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.499529 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.499967 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.500273 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.500273 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.501300 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.501300 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.501712 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.501712 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.501997 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.502137 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.502309 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.502493 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.502740 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.502980 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.503217 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.503453 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.503683 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.503966 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.504216 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.504584 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.504834 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.505006 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.505154 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.505358 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.505593 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.505839 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.506053 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.506308 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.506497 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.506803 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.507116 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.507373 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.507646 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.507894 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.508124 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.508357 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.508633 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.508866 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.509131 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.509390 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.509610 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.510052 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.510052 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.510403 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.510544 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.510955 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.511234 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.511491 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.511710 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.512009 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.512198 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.512658 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.512898 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.513315 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.513601 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.513930 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.514203 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.514407 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.514767 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.514879 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.515273 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.515387 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.515585 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.516678 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.517109 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.517661 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.518719 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.518719 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.11/identity {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.518719 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.519567 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.519567 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.519567 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.520008 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.520158 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.520294 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.520533 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.520759 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.521003 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.521253 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.521484 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.521736 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.521970 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.522216 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.522459 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.522725 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.522944 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.523172 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.523372 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.523809 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.524356 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.524826 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.525478 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.525902 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.526310 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.526735 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.527146 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.527577 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.528042 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.528512 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.528976 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.529439 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.529950 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.530390 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.530960 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.531432 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.531938 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.532190 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.532414 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.532646 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.532887 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.533113 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.533364 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.533606 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.533814 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.534047 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.534436 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.534810 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.535055 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.535277 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.535500 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.535737 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.536053 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.536336 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.536579 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.536812 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.537046 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.537300 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.537602 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.537996 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.538329 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.538665 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.538949 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.539230 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.539539 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.539806 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.540058 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.540306 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.540621 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.540970 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.541270 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.541587 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.541905 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.542245 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.542562 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.542786 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.543028 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.543315 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.543648 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.543907 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.544167 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.544488 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.544906 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.545158 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.545327 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.545625 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.545855 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.546219 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.546513 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.546816 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.547136 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.547979 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.548287 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.548565 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.548805 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.549089 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.549412 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.549685 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.550007 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.550294 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.550582 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.550873 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.551127 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.551577 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.551804 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.552116 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.552264 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.552477 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.552724 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.553045 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.553507 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.553706 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.553956 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.554235 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.554569 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.554845 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.555122 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.555401 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.11/identity {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.555617 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.555859 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.556112 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.556348 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.556599 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.556864 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.557028 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.557263 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.557479 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.557720 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.558018 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.558172 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.558362 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.558579 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.558796 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.559026 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.559239 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.559477 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.559725 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.559967 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.560183 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.560402 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.560641 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.560907 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.561142 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.561445 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.561762 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.562014 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.562265 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.562477 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.562875 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.563178 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.563562 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.564023 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.564310 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.564578 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.564870 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.565148 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.565475 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.565666 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.565880 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.566156 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.566473 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.566877 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.567054 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.567264 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.567568 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.567861 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.568153 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.568410 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.568714 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.568964 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.569248 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.569530 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.569800 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.570035 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.570336 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.570552 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.570826 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.571088 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.571385 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.571695 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.571936 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.572207 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.572540 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.572789 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.573032 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.573319 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.573611 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.573861 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.574167 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.574381 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.574680 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.574894 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.575190 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.575594 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.575805 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.576094 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.576326 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.576598 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.576890 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.577192 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.577416 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.577654 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.577896 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.578167 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.579714 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.579714 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.579714 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.580062 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.580265 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.580560 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.580831 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.581180 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.581532 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.581764 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.582038 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.582542 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.582775 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.583072 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.583314 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.583600 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.583910 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.584136 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.584374 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.584613 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.584912 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.585175 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.585448 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.585658 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.585880 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.586116 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.586325 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.586554 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.586792 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.587011 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.587230 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.587439 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 23 16:20:32.587907 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74205) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 23 16:20:32.588067 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 23 16:20:32.588215 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 23 16:20:32.588374 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 23 16:20:32.588563 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 23 16:20:32.588711 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 23 16:20:32.588902 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.589122 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.589325 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.589523 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.589523 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.589912 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.589912 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.590294 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.590294 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.590294 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.590909 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.590909 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.590909 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.590909 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.591700 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.591700 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.591700 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.591700 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.591700 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.592717 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.592717 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.592717 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.592717 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.592717 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.593648 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.593648 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.593648 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.593648 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.593648 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.593648 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.594976 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.594976 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.594976 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.594976 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.594976 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.595622 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.595622 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.595622 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.595622 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.596154 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] host                           = dv-cinder-802039-1-iscsi {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.596154 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.596154 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.596154 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.596620 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.596620 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.596885 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.596885 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.597166 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.597166 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.597384 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.597570 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.597570 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.597851 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.598000 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.598138 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.598292 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.598423 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.598556 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.598956 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.599119 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.599263 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.599498 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.599647 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.599830 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.600031 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.600189 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.600329 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.600620 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.600791 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.601426 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.601594 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.601812 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.601976 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.602126 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.602269 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.602474 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.602935 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.603161 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.603355 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.603510 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.603603 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.603822 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.604000 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.604143 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.604281 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.604431 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.604584 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.604737 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.604890 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.605030 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.605169 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.605315 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.605477 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.605680 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.605848 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.606006 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.606259 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.606496 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.606680 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.606900 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.607068 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.607264 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.607264 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.607550 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.607704 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.607898 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.608043 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.608189 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.608328 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 23 16:20:32.608508 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.608651 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.608814 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.608977 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.609110 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.609250 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.609385 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.610677 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.610677 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.610677 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.610677 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.610677 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.610677 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.610677 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.611319 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.11/identity {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.611319 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.611319 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.611319 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.611704 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.611704 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.611704 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.612117 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.612117 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.612117 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.612521 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.612521 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.612746 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.612746 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.613056 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.613056 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.613303 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.613419 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.613512 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.613636 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.613798 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.613958 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.614117 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.614277 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.614439 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.614600 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.614772 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.614933 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.615097 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.615307 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.615456 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.615606 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.615740 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.615973 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.616106 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.616238 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.616370 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.616529 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.616674 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.616807 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.616964 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.617106 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.617291 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.617450 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.617599 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.617775 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.617920 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.618059 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.618197 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.618345 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.618486 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.618619 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.618752 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.618884 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.619036 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.619177 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.619328 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.619481 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.619627 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.619790 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.619934 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.620093 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.620261 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.620428 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.620587 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.620758 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.620912 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.621116 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.621116 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.621344 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.621455 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.621590 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.621749 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.621913 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.622072 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.622230 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.622376 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.622542 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.622680 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.622843 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.623003 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.623162 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.623329 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.623501 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.623722 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.623934 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.624079 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.624249 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.624249 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.624533 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.624735 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.624897 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.625038 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.625219 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.625543 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.625543 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.625894 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.625894 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.626241 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.626241 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.626554 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.626554 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.626846 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.626846 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.627203 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.627203 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.627526 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.627526 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.627790 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.627790 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.628079 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.628079 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.628392 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.628392 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.628639 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.628639 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.628898 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.629043 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.629201 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.629346 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.11/identity {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.629499 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.629680 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.629832 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:32.629985 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.629985 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.629985 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.630337 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.630337 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.630678 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.630678 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.630920 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.630920 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.631088 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.631182 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.631282 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.631456 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.631617 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.631829 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.631958 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.632118 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.632278 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.632438 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.632597 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.632758 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.632916 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.633074 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.633238 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.633399 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.633559 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.633725 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.633890 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.634064 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.634178 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.634355 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.634569 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.634804 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.634979 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.635141 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.635303 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.635480 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.635608 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.635791 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.636002 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.636181 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.636420 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.636594 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.636814 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.636973 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.637133 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.637293 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.637455 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.637614 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.637774 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.637934 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.638099 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.638262 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.638424 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.638584 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.638744 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.638909 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.639067 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.639228 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.639384 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.639546 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.639704 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.639906 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.640066 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.640267 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.640401 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.640537 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.640701 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.640860 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.641552 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.641714 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.641878 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.642042 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.642204 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.642363 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.642533 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.642690 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.642853 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.643010 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.643182 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.643341 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.643504 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.643664 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.643937 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.644143 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.644423 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.644618 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.644795 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.644971 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.645212 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.645421 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.645421 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.645767 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.645767 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.646169 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.646375 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.646546 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.646720 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.646853 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.647147 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.647307 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.647484 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.647615 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.648098 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.648323 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.648323 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.648597 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.648597 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.648833 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.648942 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.649047 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.649180 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.649346 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.649507 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.649668 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 23 16:20:32.649837 dv-cinder-802039-1-iscsi neutron-server[74205]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74205) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 23 16:20:32.928064 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 40298) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:32.936783 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0066385
Jul 23 16:20:44.344588 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98495546-5e61-41bf-86e7-cdeb4484da1b None None] get_active_networks_info from dv-cinder-802039-1-iscsi {{(pid=74314) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jul 23 16:20:44.440360 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98495546-5e61-41bf-86e7-cdeb4484da1b None None] No non-hosted networks {{(pid=74314) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jul 23 16:20:44.451420 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.agentschedulers_db [None req-98495546-5e61-41bf-86e7-cdeb4484da1b None None] DHCP Agent not found on host dv-cinder-802039-1-iscsi {{(pid=74314) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jul 23 16:20:44.525564 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-93dc62aa-ebbf-4cfd-a763-ab4e76f7e584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414671'] for agent, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:44.737446 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414671'] for agent, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:44.738360 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:44.738701 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:44.739036 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:44.739367 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:44.739688 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:44.740135 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:44.740462 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:44.740801 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:44.744268 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:44.744845 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:44.745358 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:44.746005 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd09fc90c10>, 'Open vSwitch agent', 'dv-cinder-802039-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:44.754910 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fd09fd7e520>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802039-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:20:46.623067 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-efb669b7-b92e-4f2e-bd28-c9b45b8acdf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414671'] for agent, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:46.699400 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d5d4d231-9969-4ede-b0f5-745984baf734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:48.097322 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414671'] for agent, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:49.252254 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414671'] for agent, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:51.365726 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 40388) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:52.093492 dv-cinder-802039-1-iscsi neutron-server[74312]: WARNING oslo_policy.policy [None req-a4ce0c18-81e3-4f42-a36e-7bbdf86a62b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:20:52.094097 dv-cinder-802039-1-iscsi neutron-server[74312]: WARNING oslo_policy.policy [None req-a4ce0c18-81e3-4f42-a36e-7bbdf86a62b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:20:52.319657 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [None req-a4ce0c18-81e3-4f42-a36e-7bbdf86a62b9 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 23 16:20:52.321003 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-a4ce0c18-81e3-4f42-a36e-7bbdf86a62b9 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.9532614
Jul 23 16:20:52.861945 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.db.l3_hamode_db [None req-76773851-0d7c-4649-af71-2d5c375c1444 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jul 23 16:20:52.955025 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76773851-0d7c-4649-af71-2d5c375c1444 None None] Routers set() bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:20:52.955315 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76773851-0d7c-4649-af71-2d5c375c1444 None None] Router IDs set() for agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jul 23 16:20:54.619447 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 40402) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:55.265550 dv-cinder-802039-1-iscsi neutron-server[74313]: WARNING oslo_policy.policy [None req-dbd6b109-3812-4c55-a6f0-ec38552a51b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:20:55.266145 dv-cinder-802039-1-iscsi neutron-server[74313]: WARNING oslo_policy.policy [None req-dbd6b109-3812-4c55-a6f0-ec38552a51b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:20:55.494526 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-dbd6b109-3812-4c55-a6f0-ec38552a51b4 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:20:55.543844 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.policy [None req-dbd6b109-3812-4c55-a6f0-ec38552a51b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74313) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jul 23 16:20:55.544755 dv-cinder-802039-1-iscsi neutron-server[74313]: WARNING oslo_policy.policy [None req-dbd6b109-3812-4c55-a6f0-ec38552a51b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:20:55.545130 dv-cinder-802039-1-iscsi neutron-server[74313]: WARNING oslo_policy.policy [None req-dbd6b109-3812-4c55-a6f0-ec38552a51b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:20:55.549377 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.quota [None req-dbd6b109-3812-4c55-a6f0-ec38552a51b4 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd09fda6bb0>.
Jul 23 16:20:55.567464 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-dbd6b109-3812-4c55-a6f0-ec38552a51b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:55.640269 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b109-3812-4c55-a6f0-ec38552a51b4 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783379023755', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783378977770', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783378982650', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783378992720', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783378994768', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1597781', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1520424', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-490310', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-415386'] for rbac-policy, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.710584 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b109-3812-4c55-a6f0-ec38552a51b4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:55.711827 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-dbd6b109-3812-4c55-a6f0-ec38552a51b4 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0913873
Jul 23 16:20:58.402075 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 40420) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:20:58.833879 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'name': 'private'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:20:58.838877 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:58.845228 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Usage tracker for resource:network and tenant:b60bbc7ecd444cfe822bf37543f18f11 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:58.850528 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:58.857886 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:58.869522 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Made reservation on behalf of b60bbc7ecd444cfe822bf37543f18f11 for: {'network': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:20:58.872635 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.891819 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:58.943488 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:20:58.947803 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Usage tracker for resource:security_group_rule and tenant:b60bbc7ecd444cfe822bf37543f18f11 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:20:58.950719 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:20:58.957509 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:20:59.031849 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.037520 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.050709 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:59.076400 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400}  {{(pid=74313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:20:59.106761 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783376391289', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.107384 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd0a079c790> segment precommit_create {{(pid=74313) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 23 16:20:59.107879 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.segments_db [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Added segment a46b42bd-d55f-439f-bd15-eb2b0a697608 of type vlan for network 034ba713-19e9-4f92-95f2-c3982ce118b3
Jul 23 16:20:59.122791 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a500a85c-7f33-497f-b49a-4bd53d64ec5a,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:59.180122 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:59.180370 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:59.180697 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:59.181011 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:59.181329 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:59.181649 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:59.181982 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:59.182263 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:59.182566 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:59.182868 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:59.183169 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Tracked resource versions report:
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]: pushed versions:
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]: {   'ConntrackHelper': {'1.0'},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     'Log': {'1.0'},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     'Network': {'1.1'},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     'Port': {'1.5'},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     'PortForwarding': {'1.2'},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     'QosPolicy': {'1.8'},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     'SecurityGroup': {'1.2'},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     'SecurityGroupRule': {'1.0'},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     'SubPort': {'1.0'},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     'Subnet': {'1.1'},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     'Trunk': {'1.1'}}
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]: consumer versions:
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]: {   DHCP agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     L3 agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     Metadata agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     Metering agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:     Open vSwitch agent@dv-cinder-802039-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'Log': '1.0',
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'Network': '1.1',
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'Port': '1.5',
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'PortForwarding': '1.2',
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'QosPolicy': '1.8',
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'SecurityGroup': '1.2',
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'SecurityGroupRule': '1.0',
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'SubPort': '1.0',
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'Subnet': '1.1',
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'Trunk': '1.1'}}
Jul 23 16:20:59.184230 dv-cinder-802039-1-iscsi neutron-server[74313]:  {{(pid=74313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:20:59.233954 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.237993 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:59.285059 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.286621 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:20:59.287484 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:20:59.290961 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:20:59.409423 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Pushing event updated for resources: {'Network': ['ID=034ba713-19e9-4f92-95f2-c3982ce118b3,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:20:59.412394 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0093024
Jul 23 16:20:59.414302 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:20:59.427601 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network 034ba713-19e9-4f92-95f2-c3982ce118b3 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:21:02.270708 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 40436) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:02.841493 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.policy [None req-795f7942-cb11-4bf5-88a1-b315c37ca7dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74312) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jul 23 16:21:02.842289 dv-cinder-802039-1-iscsi neutron-server[74312]: WARNING oslo_policy.policy [None req-795f7942-cb11-4bf5-88a1-b315c37ca7dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:21:02.842656 dv-cinder-802039-1-iscsi neutron-server[74312]: WARNING oslo_policy.policy [None req-795f7942-cb11-4bf5-88a1-b315c37ca7dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 23 16:21:02.846200 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795f7942-cb11-4bf5-88a1-b315c37ca7dd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:02.848296 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-795f7942-cb11-4bf5-88a1-b315c37ca7dd admin admin] 10.222.0.11 "GET /v2.0/networks/034ba713-19e9-4f92-95f2-c3982ce118b3 HTTP/1.1" status: 200  len: 825 time: 0.5763257
Jul 23 16:21:02.884738 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-3ea98a11-baf3-4ebf-b04d-22958409fc19 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/a50de5b6-b4ad-4338-b182-95c4d5a8075e HTTP/1.1" status: 200  len: 734 time: 0.0301063
Jul 23 16:21:02.896417 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'subnetpool_id': 'a50de5b6-b4ad-4338-b182-95c4d5a8075e', 'ip_version': 4, 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:21:02.898095 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.quota [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fd09fd74190>.
Jul 23 16:21:02.905061 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:02.911788 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Usage tracker for resource:subnet and tenant:b60bbc7ecd444cfe822bf37543f18f11 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:02.915691 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:02.924517 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:02.943960 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Made reservation on behalf of b60bbc7ecd444cfe822bf37543f18f11 for: {'subnet': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:21:02.946775 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Notify callbacks [] for subnet, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:03.306973 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for subnet, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:03.312874 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:03.404555 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d358b19-1fdc-47f1-b00c-a26f03169495,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:03.408003 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Checking segment: {'id': 'a46b42bd-d55f-439f-bd15-eb2b0a697608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:21:03.408373 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Network hostable DHCP agents. Network: 034ba713-19e9-4f92-95f2-c3982ce118b3, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:21:03.422901 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:03.423239 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:03.423565 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:03.423914 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:03.424246 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:03.424560 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:03.424870 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:03.425179 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:03.425483 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:03.425785 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:03.426087 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Tracked resource versions report:
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]: pushed versions:
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]: {   'ConntrackHelper': {'1.0'},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     'Log': {'1.0'},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     'Network': {'1.1'},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     'Port': {'1.5'},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     'PortForwarding': {'1.2'},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     'QosPolicy': {'1.8'},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     'SecurityGroup': {'1.2'},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     'SecurityGroupRule': {'1.0'},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     'SubPort': {'1.0'},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     'Subnet': {'1.1'},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     'Trunk': {'1.1'}}
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]: consumer versions:
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]: {   DHCP agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     L3 agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     Metadata agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     Metering agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:     Open vSwitch agent@dv-cinder-802039-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'Log': '1.0',
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'Network': '1.1',
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'Port': '1.5',
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'PortForwarding': '1.2',
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'QosPolicy': '1.8',
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'SecurityGroup': '1.2',
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'SecurityGroupRule': '1.0',
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'SubPort': '1.0',
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'Subnet': '1.1',
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'Trunk': '1.1'}}
Jul 23 16:21:03.427129 dv-cinder-802039-1-iscsi neutron-server[74312]:  {{(pid=74312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:21:03.469473 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:03.473714 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Network 034ba713-19e9-4f92-95f2-c3982ce118b3 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:21:03.484851 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, 034ba713-19e9-4f92-95f2-c3982ce118b3) {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:03.489808 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:03.490436 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:03.495899 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54557468-9b6a-4afe-acd0-f2a388357889 None None] Network 034ba713-19e9-4f92-95f2-c3982ce118b3 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:21:03.518277 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6263249
Jul 23 16:21:03.837051 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0723c8-2617-5193-bc17-de7fbc821141-034ba713-19e9-4f92-95f2-c3982ce118b3', 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'fixed_ips': [{'subnet_id': '1d358b19-1fdc-47f1-b00c-a26f03169495'}]}} from dv-cinder-802039-1-iscsi. {{(pid=74314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 23 16:21:03.838314 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:04.058248 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.db_base_plugin_common [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Allocated IP 172.20.0.2 (034ba713-19e9-4f92-95f2-c3982ce118b3/1d358b19-1fdc-47f1-b00c-a26f03169495/7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586) {{(pid=74314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:21:04.307699 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Notify callbacks [] for port, precommit_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:04.324916 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Transition to ACTIVE for port object 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586 will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:04.350333 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Transition to ACTIVE for port object 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586 will not be triggered until provisioned by entity DHCP. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:04.357882 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:04.365265 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:04.432501 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Network 034ba713-19e9-4f92-95f2-c3982ce118b3 is already hosted by enough agents. {{(pid=74314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:04.436323 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.base_scheduler [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Resources bound (agent type, host, resource id):  {{(pid=74314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:04.438179 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Pushing event updated for resources: {'Port': ['ID=7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586,revision_number=1']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:04.441918 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Received port after_create {{(pid=74314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:21:04.452768 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:04.453114 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:04.453439 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:04.453764 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:04.454091 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:04.454490 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:04.454854 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:04.455201 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:04.455641 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:04.456066 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:04.456559 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Tracked resource versions report:
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]: pushed versions:
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]: {   'ConntrackHelper': {'1.0'},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     'Log': {'1.0'},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     'Network': {'1.1'},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     'Port': {'1.5'},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     'PortForwarding': {'1.2'},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     'QosPolicy': {'1.8'},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     'SecurityGroup': {'1.2'},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     'SecurityGroupRule': {'1.0'},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     'SubPort': {'1.0'},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     'Subnet': {'1.1'},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     'Trunk': {'1.1'}}
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]: consumer versions:
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]: {   DHCP agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     L3 agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     Metadata agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     Metering agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:     Open vSwitch agent@dv-cinder-802039-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'Log': '1.0',
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'Network': '1.1',
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'Port': '1.5',
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'PortForwarding': '1.2',
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'QosPolicy': '1.8',
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'SecurityGroup': '1.2',
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'SecurityGroupRule': '1.0',
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'SubPort': '1.0',
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'Subnet': '1.1',
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'Trunk': '1.1'}}
Jul 23 16:21:04.458343 dv-cinder-802039-1-iscsi neutron-server[74314]:  {{(pid=74314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:21:04.495771 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:04.558105 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Attempting to bind port 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:21:04.558835 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Attempting to bind port 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': 'a46b42bd-d55f-439f-bd15-eb2b0a697608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:21:04.559093 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Attempting to bind port 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586 on network 034ba713-19e9-4f92-95f2-c3982ce118b3 {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:21:04.567092 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:21:04.567349 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Checking segment: {'id': 'a46b42bd-d55f-439f-bd15-eb2b0a697608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:21:04.567853 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:04.568330 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Bound using segment: {'id': 'a46b42bd-d55f-439f-bd15-eb2b0a697608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:21:04.568721 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Bound port: 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46b42bd-d55f-439f-bd15-eb2b0a697608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:21:04.569303 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:04.661976 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] For port 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:21:04.666064 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] For port 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586,segment=NetworkSegment(a46b42bd-d55f-439f-bd15-eb2b0a697608),segment_id=a46b42bd-d55f-439f-bd15-eb2b0a697608)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:21:04.672632 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:04.676581 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:04.775064 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Pushing event updated for resources: {'Port': ['ID=7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:04.779369 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:05.978204 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 40452) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:06.524144 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [None req-dc6c3b27-db9d-4006-b172-a04332e27009 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 23 16:21:06.525364 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-dc6c3b27-db9d-4006-b172-a04332e27009 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.5461195
Jul 23 16:21:08.813457 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2609aeea-2008-48cb-9179-7d2183d1baf4 None None] Network 034ba713-19e9-4f92-95f2-c3982ce118b3 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:21:08.920288 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-7312edc9-5f88-427c-93e1-a4c5a73789f4 None None] Provisioning for port 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:08.969309 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 40466) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:09.131197 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:09.208677 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:09.214916 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:09.215325 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:09.347101 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:09.394974 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586,segment=NetworkSegment(a46b42bd-d55f-439f-bd15-eb2b0a697608),segment_id=a46b42bd-d55f-439f-bd15-eb2b0a697608)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:21:09.396085 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-677b07dc-5df4-4145-9441-2f6c9dd62b02 None None] Provisioning complete for port 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:09.396516 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-677b07dc-5df4-4145-9441-2f6c9dd62b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:09.424118 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:09.439120 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:09.448130 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [None req-0eb583e0-6012-4030-b02d-e706646b10f0 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 23 16:21:09.449268 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-0eb583e0-6012-4030-b02d-e706646b10f0 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4788513
Jul 23 16:21:09.532025 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:09.536327 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:11.078510 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:11.156780 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:11.157207 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:11.538147 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 5 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:21:12.194941 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 40478) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:12.615038 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-e55a3eee-0340-40da-8363-233b96475401 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:21:12.620162 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-e55a3eee-0340-40da-8363-233b96475401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:12.625590 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-e55a3eee-0340-40da-8363-233b96475401 admin admin] Usage tracker for resource:router and tenant:b60bbc7ecd444cfe822bf37543f18f11 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:12.629718 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-e55a3eee-0340-40da-8363-233b96475401 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:12.637597 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-e55a3eee-0340-40da-8363-233b96475401 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:12.654547 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e55a3eee-0340-40da-8363-233b96475401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29658'] for router, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:12.656405 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e55a3eee-0340-40da-8363-233b96475401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29473'] for router, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:12.684091 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e55a3eee-0340-40da-8363-233b96475401 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:12.804035 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e55a3eee-0340-40da-8363-233b96475401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415262'] for router, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:12.826055 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e55a3eee-0340-40da-8363-233b96475401 admin admin] Notify callbacks [] for router, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:12.827931 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-e55a3eee-0340-40da-8363-233b96475401 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6318450
Jul 23 16:21:14.224632 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-19cf45f0-afa5-401f-aff5-6ff38c2466b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:14.725871 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:15.352604 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 40488) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:15.816710 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [None req-7f4cf188-a8d2-4a11-ba40-f53007d5dfb9 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 23 16:21:15.817705 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-7f4cf188-a8d2-4a11-ba40-f53007d5dfb9 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4641325
Jul 23 16:21:16.630135 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-f3b53beb-a40c-4d2d-9b69-eb44e6d9cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:18.041212 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:18.281660 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 40500) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:18.852004 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:21:18.860021 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:18.864802 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Usage tracker for resource:network and tenant:1058c67f608a45cbaddfd4111750cb5a is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:18.868487 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:18.874391 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:18.885555 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Made reservation on behalf of 1058c67f608a45cbaddfd4111750cb5a for: {'network': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:21:18.887919 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:18.905800 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:18.949190 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:18.953555 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Usage tracker for resource:security_group_rule and tenant:1058c67f608a45cbaddfd4111750cb5a is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:18.956685 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:18.962581 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:19.043526 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.048821 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.056320 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:19.082612 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Reserving flat network on physical network physnet1 {{(pid=74312) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jul 23 16:21:19.122226 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab762734-df4a-4318-a8e4-fee826e2d15f,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:19.131872 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783376391289', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.132774 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fd0a079c790> segment precommit_create {{(pid=74312) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 23 16:21:19.133486 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.segments_db [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Added segment 9ba603e6-15e4-4d38-a858-243348b57aa7 of type flat for network 0f0fa4a4-341c-4455-bd90-db8498cb03db
Jul 23 16:21:19.146325 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:19.199411 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.203863 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.250326 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.251700 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:19.252346 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:19.257461 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:19.374460 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0916719
Jul 23 16:21:19.375226 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Pushing event updated for resources: {'Network': ['ID=0f0fa4a4-341c-4455-bd90-db8498cb03db,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:19.397852 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:19.406926 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:21:21.573268 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 40520) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:21.753847 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237dddde-5467-4b87-b2b3-03bf8c09c448 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:21.755176 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-237dddde-5467-4b87-b2b3-03bf8c09c448 admin admin] 10.222.0.11 "GET /v2.0/subnets/1d358b19-1fdc-47f1-b00c-a26f03169495 HTTP/1.1" status: 200  len: 849 time: 0.1809583
Jul 23 16:21:21.908348 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-f33b79d7-9675-47d0-992b-5c8e934440fa admin admin] 10.222.0.11 "GET /v2.0/routers/d770b5a2-68e5-42a6-b46c-fed739b955de HTTP/1.1" status: 200  len: 704 time: 0.1475725
Jul 23 16:21:22.416580 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:22.652554 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Allocated IP 172.20.0.1 (034ba713-19e9-4f92-95f2-c3982ce118b3/1d358b19-1fdc-47f1-b00c-a26f03169495/f3462749-8ebd-4130-bbcd-e859e2e48604) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:21:22.814996 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:22.832439 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Transition to ACTIVE for port object f3462749-8ebd-4130-bbcd-e859e2e48604 will not be triggered until provisioned by entity DHCP. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:22.886544 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:22.891023 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:22.952707 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Network 034ba713-19e9-4f92-95f2-c3982ce118b3 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:22.955701 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:22.959621 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:21:22.960152 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415424'] for router_interface, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:22.967798 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3462749-8ebd-4130-bbcd-e859e2e48604,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:23.005586 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:23.147102 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.222863 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-a67a1bca-933c-4e88-bc4e-e0b8b8f74522 None None] Provisioning for port f3462749-8ebd-4130-bbcd-e859e2e48604 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:23.228386 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-a67a1bca-933c-4e88-bc4e-e0b8b8f74522 None None] Provisioning complete for port f3462749-8ebd-4130-bbcd-e859e2e48604 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:23.228631 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a67a1bca-933c-4e88-bc4e-e0b8b8f74522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.279284 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-a67a1bca-933c-4e88-bc4e-e0b8b8f74522 None None] Port f3462749-8ebd-4130-bbcd-e859e2e48604 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:21:23.389740 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.394607 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.395832 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1431309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414505'] for router_interface, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.399590 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:23.528759 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Pushing event updated for resources: {'Port': ['ID=f3462749-8ebd-4130-bbcd-e859e2e48604,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:23.532716 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:23.593440 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Network 034ba713-19e9-4f92-95f2-c3982ce118b3 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:23.594621 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:23.805775 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-4feac3a6-dba8-4201-9dec-22930b70a9b7 None None] Provisioning complete for port f3462749-8ebd-4130-bbcd-e859e2e48604 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:23.806156 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4feac3a6-dba8-4201-9dec-22930b70a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:23.866986 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-4feac3a6-dba8-4201-9dec-22930b70a9b7 None None] Port f3462749-8ebd-4130-bbcd-e859e2e48604 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:21:23.948062 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Router d770b5a2-68e5-42a6-b46c-fed739b955de is scheduled to L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 with binding_index 1 {{(pid=74312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 23 16:21:24.130183 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:21:24.142449 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] 10.222.0.11 "PUT /v2.0/routers/d770b5a2-68e5-42a6-b46c-fed739b955de/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2294118
Jul 23 16:21:24.142709 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Sync routers for ids ['d770b5a2-68e5-42a6-b46c-fed739b955de'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:21:24.158822 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Routers {'d770b5a2-68e5-42a6-b46c-fed739b955de'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:21:24.159865 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fd85790>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:21:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['d770b5a2-68e5-42a6-b46c-fed739b955de'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:24.372116 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Set router d770b5a2-68e5-42a6-b46c-fed739b955de gateway port host: None {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:21:24.853430 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fd85790>, [{'id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'name': 'router1', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:12Z', 'updated_at': '2021-07-23T16:21:23Z', 'revision_number': 2, 'project_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'gw_port_host': None, '_interfaces': [{'id': 'f3462749-8ebd-4130-bbcd-e859e2e48604', 'name': '', 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'mac_address': 'fa:16:3e:26:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d358b19-1fdc-47f1-b00c-a26f03169495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:22Z', 'updated_at': '2021-07-23T16:21:23Z', 'revision_number': 2, 'project_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'subnets': [{'id': '1d358b19-1fdc-47f1-b00c-a26f03169495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a50de5b6-b4ad-4338-b182-95c4d5a8075e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:24.859137 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Checking router: d770b5a2-68e5-42a6-b46c-fed739b955de for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:21:24.859516 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Updating router d770b5a2-68e5-42a6-b46c-fed739b955de port f3462749-8ebd-4130-bbcd-e859e2e48604 binding host dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:21:24.928907 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:25.375545 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Notify callbacks [] for port, precommit_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:25.398041 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.provisioning_blocks [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Transition to ACTIVE for port object f3462749-8ebd-4130-bbcd-e859e2e48604 will not be triggered until provisioned by entity L2. {{(pid=74315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:25.408337 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:25.414866 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:25.653784 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Pushing event updated for resources: {'Port': ['ID=f3462749-8ebd-4130-bbcd-e859e2e48604,revision_number=3']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:25.718887 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:25.719383 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:25.719815 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:25.720252 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:25.720757 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:25.721265 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:25.721548 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:25.722070 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:25.722851 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:25.723376 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:25.723736 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Tracked resource versions report:
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]: pushed versions:
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]: {   'ConntrackHelper': {'1.0'},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     'Log': {'1.0'},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     'Network': {'1.1'},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     'Port': {'1.5'},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     'PortForwarding': {'1.2'},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     'QosPolicy': {'1.8'},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     'SecurityGroup': {'1.2'},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     'SecurityGroupRule': {'1.0'},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     'SubPort': {'1.0'},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     'Subnet': {'1.1'},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     'Trunk': {'1.1'}}
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]: consumer versions:
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]: {   DHCP agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     L3 agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     Metadata agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     Metering agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:     Open vSwitch agent@dv-cinder-802039-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'Log': '1.0',
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'Network': '1.1',
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'Port': '1.5',
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'PortForwarding': '1.2',
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'QosPolicy': '1.8',
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'SecurityGroup': '1.2',
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'SecurityGroupRule': '1.0',
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'SubPort': '1.0',
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'Subnet': '1.1',
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'Trunk': '1.1'}}
Jul 23 16:21:25.725402 dv-cinder-802039-1-iscsi neutron-server[74315]:  {{(pid=74315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:21:25.735355 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:25.738551 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Attempting to bind port f3462749-8ebd-4130-bbcd-e859e2e48604 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:21:25.739212 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Attempting to bind port f3462749-8ebd-4130-bbcd-e859e2e48604 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': 'a46b42bd-d55f-439f-bd15-eb2b0a697608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3'}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:21:25.739880 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Attempting to bind port f3462749-8ebd-4130-bbcd-e859e2e48604 on network 034ba713-19e9-4f92-95f2-c3982ce118b3 {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:21:25.750260 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:21:25.750260 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Checking segment: {'id': 'a46b42bd-d55f-439f-bd15-eb2b0a697608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:21:25.750808 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:25.751178 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Bound using segment: {'id': 'a46b42bd-d55f-439f-bd15-eb2b0a697608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3'} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:21:25.751807 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Bound port: f3462749-8ebd-4130-bbcd-e859e2e48604, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a46b42bd-d55f-439f-bd15-eb2b0a697608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3'}}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:21:25.752417 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:25.876738 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] For port f3462749-8ebd-4130-bbcd-e859e2e48604, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:21:25.882172 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] For port f3462749-8ebd-4130-bbcd-e859e2e48604, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=f3462749-8ebd-4130-bbcd-e859e2e48604,segment=NetworkSegment(a46b42bd-d55f-439f-bd15-eb2b0a697608),segment_id=a46b42bd-d55f-439f-bd15-eb2b0a697608)] {{(pid=74315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:21:25.890318 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:25.897458 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:26.044242 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Routers {'d770b5a2-68e5-42a6-b46c-fed739b955de'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:21:26.045918 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fd85790>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:21:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['d770b5a2-68e5-42a6-b46c-fed739b955de'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:26.285279 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Pushing event updated for resources: {'Port': ['ID=f3462749-8ebd-4130-bbcd-e859e2e48604,revision_number=4']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:26.295725 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:26.330199 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] Set router d770b5a2-68e5-42a6-b46c-fed739b955de gateway port host: None {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:21:26.487368 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 40540) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:26.695966 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c58479-a787-4eb6-9f3f-cd363c92157e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:26.696542 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-b7c58479-a787-4eb6-9f3f-cd363c92157e admin admin] Synchronizing usage tracker for tenant:1058c67f608a45cbaddfd4111750cb5a on resource:network {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:21:26.717238 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-b7c58479-a787-4eb6-9f3f-cd363c92157e admin admin] Unset dirty status for tenant:1058c67f608a45cbaddfd4111750cb5a on resource:network {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:21:26.718626 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-b7c58479-a787-4eb6-9f3f-cd363c92157e admin admin] 10.222.0.11 "GET /v2.0/networks/0f0fa4a4-341c-4455-bd90-db8498cb03db HTTP/1.1" status: 200  len: 842 time: 0.2299507
Jul 23 16:21:26.734197 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:21:26.739980 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:21:26.742200 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fd85790>, [{'id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'name': 'router1', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:12Z', 'updated_at': '2021-07-23T16:21:23Z', 'revision_number': 2, 'project_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'gw_port_host': None, '_interfaces': [{'id': 'f3462749-8ebd-4130-bbcd-e859e2e48604', 'name': '', 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'mac_address': 'fa:16:3e:26:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d358b19-1fdc-47f1-b00c-a26f03169495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:22Z', 'updated_at': '2021-07-23T16:21:25Z', 'revision_number': 4, 'project_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'subnets': [{'id': '1d358b19-1fdc-47f1-b00c-a26f03169495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a50de5b6-b4ad-4338-b182-95c4d5a8075e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:26.744524 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Usage tracker for resource:subnet and tenant:1058c67f608a45cbaddfd4111750cb5a is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:21:26.748331 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:21:26.748499 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8100dc90-b4b4-49c4-8914-13455a00869e None None] The sync data for ids ['d770b5a2-68e5-42a6-b46c-fed739b955de'] in dv-cinder-802039-1-iscsi is: [{'id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'name': 'router1', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:12Z', 'updated_at': '2021-07-23T16:21:23Z', 'revision_number': 2, 'project_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'gw_port_host': None, '_interfaces': [{'id': 'f3462749-8ebd-4130-bbcd-e859e2e48604', 'name': '', 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'mac_address': 'fa:16:3e:26:73:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d358b19-1fdc-47f1-b00c-a26f03169495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:22Z', 'updated_at': '2021-07-23T16:21:25Z', 'revision_number': 4, 'project_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'subnets': [{'id': '1d358b19-1fdc-47f1-b00c-a26f03169495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a50de5b6-b4ad-4338-b182-95c4d5a8075e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:21:26.759989 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:21:26.776784 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Made reservation on behalf of 1058c67f608a45cbaddfd4111750cb5a for: {'subnet': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:21:26.787036 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:27.382925 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.objects.ports [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74312) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Jul 23 16:21:27.383396 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for subnet, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:27.387797 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-753f42d3-d24e-42dd-bf2c-107064a3796f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:27.476650 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68cb8003-b7b8-4607-8b58-27fdfc0aeb78,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:27.479651 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:27.498216 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Checking segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:21:27.499187 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Network hostable DHCP agents. Network: 0f0fa4a4-341c-4455-bd90-db8498cb03db, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:21:27.536798 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:21:27.551130 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, 0f0fa4a4-341c-4455-bd90-db8498cb03db) {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:27.559092 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:27.559665 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:27.565656 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd957f3a-c403-485a-be72-0e4b0b4253b0 None None] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:21:27.625329 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8854828
Jul 23 16:21:27.939404 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e266e8aa-2319-4f16-9e6a-a08e67242885 None None] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:21:29.135424 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device f3462749-8ebd-4130-bbcd-e859e2e48604 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:29.234687 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port f3462749-8ebd-4130-bbcd-e859e2e48604 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:29.239649 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port f3462749-8ebd-4130-bbcd-e859e2e48604 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:29.240063 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.359058 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.396194 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port f3462749-8ebd-4130-bbcd-e859e2e48604, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=f3462749-8ebd-4130-bbcd-e859e2e48604,segment=NetworkSegment(a46b42bd-d55f-439f-bd15-eb2b0a697608),segment_id=a46b42bd-d55f-439f-bd15-eb2b0a697608)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:21:29.405105 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:29.408529 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:29.503481 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=f3462749-8ebd-4130-bbcd-e859e2e48604,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:29.506978 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:29.972681 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 40554) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:30.286786 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-3fb12669-bfd6-4311-b840-f9355360f9da admin admin] 10.222.0.11 "GET /v2.0/routers/d770b5a2-68e5-42a6-b46c-fed739b955de HTTP/1.1" status: 200  len: 710 time: 0.3128648
Jul 23 16:21:30.437234 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f173eeca-8cd4-4ccc-9332-b87ec01fcf8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:21:30.438748 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-f173eeca-8cd4-4ccc-9332-b87ec01fcf8c admin admin] 10.222.0.11 "GET /v2.0/networks/0f0fa4a4-341c-4455-bd90-db8498cb03db HTTP/1.1" status: 200  len: 886 time: 0.1465983
Jul 23 16:21:30.448218 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:21:31.012169 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29495'] for router, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:31.091177 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device f3462749-8ebd-4130-bbcd-e859e2e48604 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:31.172955 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port f3462749-8ebd-4130-bbcd-e859e2e48604 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:31.173338 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:31.257883 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:31.352336 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:31.506814 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Allocated IP 172.27.3.212 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/0ac91ae2-4cfc-4e72-bc72-b442bac7e688) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:21:31.672335 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:31.735091 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:31.741075 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:31.828336 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:21:31.832776 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:21:31.834887 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Pushing event updated for resources: {'Port': ['ID=0ac91ae2-4cfc-4e72-bc72-b442bac7e688,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:31.851149 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:21:31.904796 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:32.049593 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:32.264258 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29495'] for router, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:32.268084 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-415716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-415889'] for router, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:32.471588 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Router d770b5a2-68e5-42a6-b46c-fed739b955de has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:21:32.692925 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:21:32.704448 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Notify callbacks [] for router, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:32.704832 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Sync routers for ids ['d770b5a2-68e5-42a6-b46c-fed739b955de'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:21:32.706069 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] 10.222.0.11 "PUT /v2.0/routers/d770b5a2-68e5-42a6-b46c-fed739b955de HTTP/1.1" status: 200  len: 890 time: 2.2613001
Jul 23 16:21:32.727461 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Routers {'d770b5a2-68e5-42a6-b46c-fed739b955de'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:21:32.728383 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fd13a60>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:21:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['d770b5a2-68e5-42a6-b46c-fed739b955de'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:32.958822 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Set router d770b5a2-68e5-42a6-b46c-fed739b955de gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:21:33.426952 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fd13a60>, [{'id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'name': 'router1', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '0ac91ae2-4cfc-4e72-bc72-b442bac7e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:12Z', 'updated_at': '2021-07-23T16:21:31Z', 'revision_number': 4, 'project_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'gw_port': {'id': '0ac91ae2-4cfc-4e72-bc72-b442bac7e688', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:31Z', 'updated_at': '2021-07-23T16:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'f3462749-8ebd-4130-bbcd-e859e2e48604', 'name': '', 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'mac_address': 'fa:16:3e:26:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d358b19-1fdc-47f1-b00c-a26f03169495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:22Z', 'updated_at': '2021-07-23T16:21:29Z', 'revision_number': 5, 'project_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'subnets': [{'id': '1d358b19-1fdc-47f1-b00c-a26f03169495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a50de5b6-b4ad-4338-b182-95c4d5a8075e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:33.433244 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Checking router: d770b5a2-68e5-42a6-b46c-fed739b955de for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:21:33.434005 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Updating router d770b5a2-68e5-42a6-b46c-fed739b955de port 0ac91ae2-4cfc-4e72-bc72-b442bac7e688 binding host dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:21:33.488823 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:33.951536 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Notify callbacks [] for port, precommit_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:33.966011 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Transition to ACTIVE for port object 0ac91ae2-4cfc-4e72-bc72-b442bac7e688 will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:21:33.974436 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:33.978516 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:34.043073 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ada38-b5ea-4c63-a983-983bed9c29bb None None] Pushing event updated for resources: {'Port': ['ID=0ac91ae2-4cfc-4e72-bc72-b442bac7e688,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:34.050697 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-514ada38-b5ea-4c63-a983-983bed9c29bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:34.070988 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Attempting to bind port 0ac91ae2-4cfc-4e72-bc72-b442bac7e688 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:21:34.071383 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Attempting to bind port 0ac91ae2-4cfc-4e72-bc72-b442bac7e688 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:21:34.071816 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Attempting to bind port 0ac91ae2-4cfc-4e72-bc72-b442bac7e688 on network 0f0fa4a4-341c-4455-bd90-db8498cb03db {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:21:34.078956 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:21:34.079516 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Checking segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:21:34.079695 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.080106 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Bound using segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:21:34.080605 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Bound port: 0ac91ae2-4cfc-4e72-bc72-b442bac7e688, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:21:34.081023 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.157629 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] For port 0ac91ae2-4cfc-4e72-bc72-b442bac7e688, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:21:34.161300 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] For port 0ac91ae2-4cfc-4e72-bc72-b442bac7e688, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=0ac91ae2-4cfc-4e72-bc72-b442bac7e688,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:21:34.166261 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:34.171038 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:34.286624 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Routers {'d770b5a2-68e5-42a6-b46c-fed739b955de'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:21:34.287268 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fd13a60>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:21:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['d770b5a2-68e5-42a6-b46c-fed739b955de'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:34.352437 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ada38-b5ea-4c63-a983-983bed9c29bb None None] Pushing event updated for resources: {'Port': ['ID=0ac91ae2-4cfc-4e72-bc72-b442bac7e688,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:34.355735 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-514ada38-b5ea-4c63-a983-983bed9c29bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:34.515478 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] Set router d770b5a2-68e5-42a6-b46c-fed739b955de gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:21:34.896435 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fd13a60>, [{'id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'name': 'router1', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '0ac91ae2-4cfc-4e72-bc72-b442bac7e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:12Z', 'updated_at': '2021-07-23T16:21:31Z', 'revision_number': 4, 'project_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'gw_port': {'id': '0ac91ae2-4cfc-4e72-bc72-b442bac7e688', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:31Z', 'updated_at': '2021-07-23T16:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'f3462749-8ebd-4130-bbcd-e859e2e48604', 'name': '', 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'mac_address': 'fa:16:3e:26:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d358b19-1fdc-47f1-b00c-a26f03169495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:22Z', 'updated_at': '2021-07-23T16:21:29Z', 'revision_number': 5, 'project_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'subnets': [{'id': '1d358b19-1fdc-47f1-b00c-a26f03169495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a50de5b6-b4ad-4338-b182-95c4d5a8075e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:21:34.900742 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f56060-2e88-4d17-a3b1-812a2e152dec None None] The sync data for ids ['d770b5a2-68e5-42a6-b46c-fed739b955de'] in dv-cinder-802039-1-iscsi is: [{'id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'name': 'router1', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': '0ac91ae2-4cfc-4e72-bc72-b442bac7e688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:21:12Z', 'updated_at': '2021-07-23T16:21:31Z', 'revision_number': 4, 'project_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'gw_port': {'id': '0ac91ae2-4cfc-4e72-bc72-b442bac7e688', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:b9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:31Z', 'updated_at': '2021-07-23T16:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'f3462749-8ebd-4130-bbcd-e859e2e48604', 'name': '', 'network_id': '034ba713-19e9-4f92-95f2-c3982ce118b3', 'tenant_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'mac_address': 'fa:16:3e:26:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd770b5a2-68e5-42a6-b46c-fed739b955de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1d358b19-1fdc-47f1-b00c-a26f03169495', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:21:22Z', 'updated_at': '2021-07-23T16:21:29Z', 'revision_number': 5, 'project_id': 'b60bbc7ecd444cfe822bf37543f18f11', 'subnets': [{'id': '1d358b19-1fdc-47f1-b00c-a26f03169495', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a50de5b6-b4ad-4338-b182-95c4d5a8075e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:21:35.136239 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 0ac91ae2-4cfc-4e72-bc72-b442bac7e688 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:35.201562 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 40566) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:21:35.226722 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 0ac91ae2-4cfc-4e72-bc72-b442bac7e688 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:21:35.233765 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 0ac91ae2-4cfc-4e72-bc72-b442bac7e688 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:35.234226 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:35.380763 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:35.392249 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-b49271db-2f83-4ff9-87dd-657749d712c7 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1878316
Jul 23 16:21:35.399942 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 0ac91ae2-4cfc-4e72-bc72-b442bac7e688, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=0ac91ae2-4cfc-4e72-bc72-b442bac7e688,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:21:35.405762 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:35.408336 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-514ada38-b5ea-4c63-a983-983bed9c29bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:21:35.480414 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=0ac91ae2-4cfc-4e72-bc72-b442bac7e688,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:21:35.483750 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:21:37.099092 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 0ac91ae2-4cfc-4e72-bc72-b442bac7e688 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:21:37.177520 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 0ac91ae2-4cfc-4e72-bc72-b442bac7e688 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:21:37.178353 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:44.252994 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-9f20ca39-df4f-4275-bb60-f75e583366f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:44.732195 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:46.677608 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a68ac381-ddc1-44f4-ad84-595f52cd5a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:48.068864 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:21:48.548748 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 5 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:21:49.210770 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:14.216723 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-3c4d044f-be66-4123-9cc5-7b3419d3a4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:14.718502 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:16.627692 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-558dd05c-e109-4b0a-90c8-b92492ff5369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:18.045444 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:19.208361 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:25.541968 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 5 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:22:44.224503 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-da50f3f3-7f2a-4935-baf9-cb74aeac3c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:44.723123 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:46.629715 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d8ad3e34-13cc-4a0d-91ac-294a405f7c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:48.060916 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:22:49.214388 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:02.553551 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 5 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:23:14.227946 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-60ad740c-3ec8-43f6-a1b8-693ba261f6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:14.740347 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:16.634781 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-f421c290-2f8a-4a08-953d-36b070591e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:18.054291 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:19.227217 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:39.544541 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 5 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:23:44.227201 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4e357ffc-6d75-498a-a3ae-daa0a984a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:44.730092 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:46.623533 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-9c979ecd-d2c3-40db-9a75-acf8b486ef04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:48.058207 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:49.226085 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:23:58.864321 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41142) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:23:58.964577 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.pecan_wsgi.hooks.translation [None req-101af1c3-cf28-4033-83de-f97145a0a42c admin admin] GET failed (client error): The resource could not be found.
Jul 23 16:23:58.965886 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-101af1c3-cf28-4033-83de-f97145a0a42c admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1006148
Jul 23 16:23:59.158429 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87da6879-885b-4e44-a166-08cbd78da668 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:23:59.160913 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-87da6879-885b-4e44-a166-08cbd78da668 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1887245
Jul 23 16:24:01.283862 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41152) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:01.421836 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c567b9c-4782-494e-967d-fd24b76e7840 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:01.422195 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-1c567b9c-4782-494e-967d-fd24b76e7840 admin admin] Synchronizing usage tracker for tenant:1058c67f608a45cbaddfd4111750cb5a on resource:subnet {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:24:01.440907 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-1c567b9c-4782-494e-967d-fd24b76e7840 admin admin] Unset dirty status for tenant:1058c67f608a45cbaddfd4111750cb5a on resource:subnet {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:24:01.442357 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-1c567b9c-4782-494e-967d-fd24b76e7840 admin admin] 10.222.0.11 "GET /v2.0/subnets/1d358b19-1fdc-47f1-b00c-a26f03169495 HTTP/1.1" status: 200  len: 849 time: 0.1572618
Jul 23 16:24:01.453961 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:24:01.591406 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:01.860894 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783376409101'] for subnet, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:01.869466 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:01.954094 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:01.955644 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:01.959341 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] 10.222.0.11 "PUT /v2.0/subnets/1d358b19-1fdc-47f1-b00c-a26f03169495 HTTP/1.1" status: 200  len: 868 time: 0.5096323
Jul 23 16:24:01.963468 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7145244d-88ec-489b-a1ae-bec5f9317028 None None] Network 034ba713-19e9-4f92-95f2-c3982ce118b3 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:24:01.998979 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d358b19-1fdc-47f1-b00c-a26f03169495,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:02.017180 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:02.018113 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:02.018680 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:02.019404 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:02.020173 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:02.021032 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:02.021839 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:02.022688 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:02.023334 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:02.024292 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:02.025074 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:02.030962 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:02.618953 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-687b55f8-7443-4061-ba71-a47fb2c096b9 None None] Provisioning complete for port 7b08b5cd-e10e-4aab-af7c-d7e0e9e7f586 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:24:02.619247 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-687b55f8-7443-4061-ba71-a47fb2c096b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:02.775972 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-687b55f8-7443-4061-ba71-a47fb2c096b9 None None] Provisioning complete for port f3462749-8ebd-4130-bbcd-e859e2e48604 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:24:02.776330 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-687b55f8-7443-4061-ba71-a47fb2c096b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:04.176809 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41162) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:04.413438 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c83fa-6da1-46c0-92b7-7816890076a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:04.413836 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c83fa-6da1-46c0-92b7-7816890076a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:04.416210 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-728c83fa-6da1-46c0-92b7-7816890076a2 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2383668
Jul 23 16:24:06.586403 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41172) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:06.812730 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057c3b4-4540-4d68-9bc3-87720561393e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:06.813147 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057c3b4-4540-4d68-9bc3-87720561393e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:06.815481 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-b057c3b4-4540-4d68-9bc3-87720561393e admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2277448
Jul 23 16:24:08.998407 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41182) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:09.255783 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4528d34b-ad85-4463-a7e5-439eb38776f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:09.257171 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-4528d34b-ad85-4463-a7e5-439eb38776f1 admin admin] 10.222.0.11 "GET /v2.0/networks/034ba713-19e9-4f92-95f2-c3982ce118b3 HTTP/1.1" status: 200  len: 869 time: 0.2577055
Jul 23 16:24:11.475491 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41192) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:11.678697 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a9fe62-0cfc-4e69-85c2-eba1e733b656 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:11.680044 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-11a9fe62-0cfc-4e69-85c2-eba1e733b656 admin admin] 10.222.0.11 "GET /v2.0/networks/0f0fa4a4-341c-4455-bd90-db8498cb03db HTTP/1.1" status: 200  len: 886 time: 0.2034724
Jul 23 16:24:13.872602 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41202) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:14.017011 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d594e8-5bf8-4f96-91cc-83887b19ceaf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:14.017417 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d594e8-5bf8-4f96-91cc-83887b19ceaf admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:14.019609 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-88d594e8-5bf8-4f96-91cc-83887b19ceaf admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1460550
Jul 23 16:24:14.222124 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-3b017d5f-f478-475d-a140-6eae09b5b852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:14.725827 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:16.184288 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41212) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:16.339260 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c2b49-2372-4331-ae75-8a42811e5267 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:16.339653 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c2b49-2372-4331-ae75-8a42811e5267 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:16.341288 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-a28c2b49-2372-4331-ae75-8a42811e5267 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1559169
Jul 23 16:24:16.553694 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 5 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:24:16.619796 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2f6749fc-3f1d-419b-a306-1ffbcddef0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:18.069521 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:18.867008 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41222) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:19.109596 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa9f3ad-9d6d-407f-952f-cef2d0dada85 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:19.112015 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-2fa9f3ad-9d6d-407f-952f-cef2d0dada85 admin admin] 10.222.0.11 "GET /v2.0/subnets/1d358b19-1fdc-47f1-b00c-a26f03169495 HTTP/1.1" status: 200  len: 868 time: 0.2428565
Jul 23 16:24:19.249759 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:21.803012 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41232) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:21.949418 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4495e044-890d-47aa-8823-ba3ae3141337 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:21.951324 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-4495e044-890d-47aa-8823-ba3ae3141337 admin admin] 10.222.0.11 "GET /v2.0/subnets/68cb8003-b7b8-4607-8b58-27fdfc0aeb78 HTTP/1.1" status: 200  len: 816 time: 0.1471286
Jul 23 16:24:41.193697 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41272) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:41.270581 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [None req-5af4467d-12ef-431d-8e90-739a60231c38 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74313) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 23 16:24:41.271559 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-5af4467d-12ef-431d-8e90-739a60231c38 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0769384
Jul 23 16:24:43.501733 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41286) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:43.609458 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.pecan_wsgi.hooks.translation [None req-3453a980-9025-42c3-900f-b59172425921 admin admin] GET failed (client error): The resource could not be found.
Jul 23 16:24:43.610727 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-3453a980-9025-42c3-900f-b59172425921 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1076763
Jul 23 16:24:43.769539 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccc91e8-8755-4754-95b7-e5cba6bc6e16 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:43.770980 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-0ccc91e8-8755-4754-95b7-e5cba6bc6e16 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1563072
Jul 23 16:24:44.233564 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-8e567c43-a462-4d44-aefb-4fb69663b8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:44.721579 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:45.890693 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41296) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:45.967200 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:24:45.972846 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:45.982754 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:45.995033 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Made reservation on behalf of 1058c67f608a45cbaddfd4111750cb5a for: {'network': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:24:45.997354 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:46.091691 dv-cinder-802039-1-iscsi neutron-server[74313]: WARNING neutron.services.revisions.revision_plugin [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fd09f6d0df0] {project_id='1058c67f608a45cbaddfd4111750cb5a', id='6badba0b-c46d-4e3a-9c08-c72a88ba4a36', target_tenant='*', action='access_as_shared', object_id='c32b1ebd-22a1-48e2-a845-8a1ec35d8a35'}> to bump revision.
Jul 23 16:24:46.113407 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401}  {{(pid=74313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:24:46.124664 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:46.125004 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.segments_db [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Added segment bec24bab-9749-45a5-9319-a8e1dc650b09 of type vlan for network c32b1ebd-22a1-48e2-a845-8a1ec35d8a35
Jul 23 16:24:46.156323 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:46.189187 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:46.190684 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:46.191293 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:46.195233 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:46.298797 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4069853
Jul 23 16:24:46.299371 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Pushing event updated for resources: {'Network': ['ID=c32b1ebd-22a1-48e2-a845-8a1ec35d8a35,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:46.309329 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:46.309677 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:46.310013 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:46.310342 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:46.310668 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:46.311131 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:46.311323 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:46.311828 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:46.312157 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:46.312477 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:46.312795 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:46.317088 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:46.326046 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network c32b1ebd-22a1-48e2-a845-8a1ec35d8a35 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:24:46.621749 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4362c710-2d8a-4eec-999d-78ef4f137523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:48.065103 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:48.410204 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41310) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:24:48.509119 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a06c0d3-538e-45fc-96e8-11d2e343c6de admin admin] GET failed (client error): The resource could not be found.
Jul 23 16:24:48.509626 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-6a06c0d3-538e-45fc-96e8-11d2e343c6de admin admin] Synchronizing usage tracker for tenant:1058c67f608a45cbaddfd4111750cb5a on resource:network {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:24:48.526418 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-6a06c0d3-538e-45fc-96e8-11d2e343c6de admin admin] Unset dirty status for tenant:1058c67f608a45cbaddfd4111750cb5a on resource:network {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:24:48.527555 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-6a06c0d3-538e-45fc-96e8-11d2e343c6de admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1163819
Jul 23 16:24:48.655708 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38424e93-122c-4b4f-bb36-9c94b36bb1ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:48.657130 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-38424e93-122c-4b4f-bb36-9c94b36bb1ed admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1255064
Jul 23 16:24:48.667173 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'c32b1ebd-22a1-48e2-a845-8a1ec35d8a35', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:24:48.671993 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:24:48.686160 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:24:48.697153 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Made reservation on behalf of 1058c67f608a45cbaddfd4111750cb5a for: {'subnet': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:24:48.699490 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Notify callbacks [] for subnet, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:48.970726 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for subnet, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:48.974688 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:49.047646 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f758ac7-eafd-4e69-8308-a82a64c97bed,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:49.054314 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:49.064460 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Checking segment: {'id': 'bec24bab-9749-45a5-9319-a8e1dc650b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c32b1ebd-22a1-48e2-a845-8a1ec35d8a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:24:49.064812 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Network hostable DHCP agents. Network: c32b1ebd-22a1-48e2-a845-8a1ec35d8a35, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:24:49.093768 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Network c32b1ebd-22a1-48e2-a845-8a1ec35d8a35 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:24:49.111470 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, c32b1ebd-22a1-48e2-a845-8a1ec35d8a35) {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:24:49.118168 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:24:49.119398 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:49.124524 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f52a92c-30a5-4198-83d5-b12940a9a249 None None] Network c32b1ebd-22a1-48e2-a845-8a1ec35d8a35 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:24:49.159267 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4959848
Jul 23 16:24:49.249075 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:49.396697 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0723c8-2617-5193-bc17-de7fbc821141-c32b1ebd-22a1-48e2-a845-8a1ec35d8a35', 'network_id': 'c32b1ebd-22a1-48e2-a845-8a1ec35d8a35', 'tenant_id': '1058c67f608a45cbaddfd4111750cb5a', 'fixed_ips': [{'subnet_id': '3f758ac7-eafd-4e69-8308-a82a64c97bed'}]}} from dv-cinder-802039-1-iscsi. {{(pid=74314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 23 16:24:49.397553 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:49.562614 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.db_base_plugin_common [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Allocated IP 192.168.233.2 (c32b1ebd-22a1-48e2-a845-8a1ec35d8a35/3f758ac7-eafd-4e69-8308-a82a64c97bed/fd12a041-7d40-40e9-885b-3d55da719ba5) {{(pid=74314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:24:49.800056 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Notify callbacks [] for port, precommit_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:49.812223 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Transition to ACTIVE for port object fd12a041-7d40-40e9-885b-3d55da719ba5 will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:24:49.834192 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Transition to ACTIVE for port object fd12a041-7d40-40e9-885b-3d55da719ba5 will not be triggered until provisioned by entity DHCP. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:24:49.841689 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:49.846814 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:49.916725 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Network c32b1ebd-22a1-48e2-a845-8a1ec35d8a35 is already hosted by enough agents. {{(pid=74314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:24:49.920218 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.base_scheduler [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Resources bound (agent type, host, resource id):  {{(pid=74314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:24:49.922547 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Pushing event updated for resources: {'Port': ['ID=fd12a041-7d40-40e9-885b-3d55da719ba5,revision_number=1']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:49.925260 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Received port after_create {{(pid=74314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:24:49.964778 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:49.965114 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:49.965446 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:49.965777 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:49.966101 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:49.966419 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:49.966736 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:49.967074 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:49.967395 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:49.967709 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:49.968046 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:24:49.976917 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:50.029124 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Attempting to bind port fd12a041-7d40-40e9-885b-3d55da719ba5 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:24:50.029512 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Attempting to bind port fd12a041-7d40-40e9-885b-3d55da719ba5 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': 'bec24bab-9749-45a5-9319-a8e1dc650b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c32b1ebd-22a1-48e2-a845-8a1ec35d8a35'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:24:50.029879 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Attempting to bind port fd12a041-7d40-40e9-885b-3d55da719ba5 on network c32b1ebd-22a1-48e2-a845-8a1ec35d8a35 {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:24:50.037020 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:24:50.037400 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Checking segment: {'id': 'bec24bab-9749-45a5-9319-a8e1dc650b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c32b1ebd-22a1-48e2-a845-8a1ec35d8a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:24:50.037829 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:50.038215 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Bound using segment: {'id': 'bec24bab-9749-45a5-9319-a8e1dc650b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c32b1ebd-22a1-48e2-a845-8a1ec35d8a35'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:24:50.039195 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Bound port: fd12a041-7d40-40e9-885b-3d55da719ba5, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bec24bab-9749-45a5-9319-a8e1dc650b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c32b1ebd-22a1-48e2-a845-8a1ec35d8a35'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:24:50.039585 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:50.166786 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] For port fd12a041-7d40-40e9-885b-3d55da719ba5, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:24:50.175656 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] For port fd12a041-7d40-40e9-885b-3d55da719ba5, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=fd12a041-7d40-40e9-885b-3d55da719ba5,segment=NetworkSegment(bec24bab-9749-45a5-9319-a8e1dc650b09),segment_id=bec24bab-9749-45a5-9319-a8e1dc650b09)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:24:50.175656 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:50.179560 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:50.253822 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Pushing event updated for resources: {'Port': ['ID=fd12a041-7d40-40e9-885b-3d55da719ba5,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:50.257295 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:51.206507 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1704e88-d6c1-4305-8dc3-6321d1af2236 None None] Network c32b1ebd-22a1-48e2-a845-8a1ec35d8a35 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:24:51.232380 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device fd12a041-7d40-40e9-885b-3d55da719ba5 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:24:51.408927 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-cfc5102f-94c2-4358-b5f0-25887705ac5a None None] Provisioning for port fd12a041-7d40-40e9-885b-3d55da719ba5 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:24:51.454549 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port fd12a041-7d40-40e9-885b-3d55da719ba5 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:24:51.469264 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port fd12a041-7d40-40e9-885b-3d55da719ba5 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:24:51.469637 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:51.646544 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:51.691131 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port fd12a041-7d40-40e9-885b-3d55da719ba5, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=fd12a041-7d40-40e9-885b-3d55da719ba5,segment=NetworkSegment(bec24bab-9749-45a5-9319-a8e1dc650b09),segment_id=bec24bab-9749-45a5-9319-a8e1dc650b09)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:24:51.700659 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:51.704900 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:24:51.808022 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=fd12a041-7d40-40e9-885b-3d55da719ba5,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:24:51.812514 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:24:51.974971 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-230bd184-e616-4305-85e8-9ace90315ae1 None None] Provisioning complete for port fd12a041-7d40-40e9-885b-3d55da719ba5 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:24:51.975248 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-230bd184-e616-4305-85e8-9ace90315ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:53.202774 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device fd12a041-7d40-40e9-885b-3d55da719ba5 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:24:53.283567 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port fd12a041-7d40-40e9-885b-3d55da719ba5 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:24:53.284113 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:24:53.544946 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 5 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:25:14.231436 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a48b1de4-8952-4af8-9532-3a4fb676b7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:14.716237 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:16.620695 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a8a21356-a2b4-4ca8-aabe-bc6125eb8af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:18.067826 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:19.237977 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:30.544840 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 5 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:25:44.225474 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-729e1ead-c98b-49d6-923c-a87bed249e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:44.722010 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:46.617847 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-907ae4d3-8784-4b27-bd41-1110f50425b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:48.069708 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:49.242625 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:53.766503 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41346) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:25:53.774035 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [None req-13ad172e-0edc-4269-89d5-9e279f6caaf6 tempest-verify_tempest_config-1502014051 tempest-verify_tempest_config-1502014051-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 23 16:25:53.775106 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-13ad172e-0edc-4269-89d5-9e279f6caaf6 tempest-verify_tempest_config-1502014051 tempest-verify_tempest_config-1502014051-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0071690
Jul 23 16:25:54.148066 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41362) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:25:54.292853 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:54.337952 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:25:54.345572 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Usage tracker for resource:security_group_rule and tenant:559e6d3b018d4e7c9424844909045794 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:25:54.348756 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:25:54.354622 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:25:54.437960 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:54.442245 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:54.450045 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:54.492593 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274bc579-cf92-4749-80b2-dc10702b5e3c,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:54.498311 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=559e6d3b018d4e7c9424844909045794&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3489435
Jul 23 16:25:54.501182 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41368) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:25:54.503283 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.503619 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.503975 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.504304 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.504710 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.505031 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.505349 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.506285 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.506605 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.506920 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.507237 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.512014 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:25:54.568712 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:54.598349 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:54.700628 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:54.704680 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:25:54.716613 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274bc579-cf92-4749-80b2-dc10702b5e3c,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:25:54.728241 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:25:54.729351 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/274bc579-cf92-4749-80b2-dc10702b5e3c HTTP/1.1" status: 204  len: 168 time: 0.2272232
Jul 23 16:25:54.730657 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.730994 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.731324 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.731644 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.731992 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.732318 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.732632 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.733015 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.733609 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.733726 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.734061 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:25:54.737154 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:26:07.550176 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 5 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:26:14.230643 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-f4a1967b-3761-4833-b3e1-050fd44a6abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:14.716875 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:16.612909 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-93aa9056-396d-4013-adb8-41f1f2de2813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:18.072289 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:19.247709 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:44.234757 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-44193a70-415a-4b37-8aba-4f80a5563c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:44.550988 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 5 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:26:44.722120 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:46.617649 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-c380b09c-d643-41e1-8218-69dc477c9a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:48.080220 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:26:49.249718 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:14.240813 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-355e593a-17e4-4936-a2bb-699c4fa4b81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:14.727075 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:16.621261 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-da676733-cb92-48e9-840a-3d3aa9deb345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:18.079670 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:19.255107 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:21.551767 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 5 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:27:40.121830 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414671'] for agent, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:44.244168 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-8def7282-3083-4aeb-8d88-06d7ce265361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:44.730900 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:46.626995 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-de444f6f-af10-4e51-aca4-78da609adee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:48.089727 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:49.255621 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:27:54.125446 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41448) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:54.266308 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-1810bdcc-cb0a-4393-bcc5-91d1c7de868e admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1397283
Jul 23 16:27:56.359932 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41458) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:27:56.444770 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-6d210236-1952-4572-82a0-a7026a13f22a admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0837157
Jul 23 16:27:58.553859 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:28:10.081127 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:14.248735 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-3b2dca97-457e-4fec-8edf-681aa6732179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:14.738010 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:16.621082 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-5a145d4f-15f1-401c-a3d8-063786ffd056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:18.091682 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:19.258264 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:35.554227 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:28:40.121243 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:44.250936 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-c364f7d2-f8ac-4b1a-be0c-328a619df56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:44.732439 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:46.630828 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4135f323-f15e-47c0-a3b2-6e1985a9f64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:48.087685 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:28:49.261481 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:10.097514 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:12.554617 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:29:14.254473 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-9c120f60-bff2-4771-b922-d5b54cd0e8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:14.736814 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:16.625043 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-63d60eed-f775-4f7d-a7b5-4cfa86131bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:18.091496 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:19.266889 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:34.182132 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41626) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:34.379334 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41638) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:34.741810 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-517592917-network', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:34.746617 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:34.749395 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41652) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:34.750933 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Usage tracker for resource:network and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:34.756140 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:34.761380 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:34.775605 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Made reservation on behalf of b2efe7e48fb140c5b6b33a9d628704a0 for: {'network': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:34.778303 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:34.795689 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:34.831491 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:34.835961 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Usage tracker for resource:security_group_rule and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:34.839080 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:34.846835 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:34.931085 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:34.936041 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:34.941019 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:34.971631 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402}  {{(pid=74313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:29:34.980643 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df02149f-d7dd-42ff-a335-045a552bb9be,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:34.990553 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:34.991164 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.segments_db [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Added segment 5ba1c613-75b5-4eef-97d5-64b08573cc02 of type vlan for network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a
Jul 23 16:29:34.999536 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:35.000148 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:35.000683 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:35.001253 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:35.001726 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:35.002227 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:35.002714 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:35.003058 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:35.003387 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:35.003700 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:35.004218 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Tracked resource versions report:
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]: pushed versions:
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]: {   'ConntrackHelper': {'1.0'},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     'Log': {'1.0'},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     'Network': {'1.1'},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     'Port': {'1.5'},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     'PortForwarding': {'1.2'},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     'QosPolicy': {'1.8'},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     'SecurityGroup': {'1.2'},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     'SecurityGroupRule': {'1.0'},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     'SubPort': {'1.0'},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     'Subnet': {'1.1'},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     'Trunk': {'1.1'}}
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]: consumer versions:
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]: {   DHCP agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     HyperV agent@hv-cinder-80203: {},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     L3 agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     Metadata agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     Metering agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:     Open vSwitch agent@dv-cinder-802039-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'Log': '1.0',
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'Network': '1.1',
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'Port': '1.5',
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'PortForwarding': '1.2',
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'QosPolicy': '1.8',
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'SecurityGroup': '1.2',
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'SecurityGroupRule': '1.0',
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'SubPort': '1.0',
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'Subnet': '1.1',
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:                                                      'Trunk': '1.1'}}
Jul 23 16:29:35.005390 dv-cinder-802039-1-iscsi neutron-server[74313]:  {{(pid=74313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:29:35.011799 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:35.037885 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.071682 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.073207 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:35.073820 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.081725 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-200f6d02-86be-4161-ae0f-7fa8578b776b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:35.226919 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-523515480-network', 'tenant_id': '1b3db028425a47d08fbb31ede1b27685'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:35.240473 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Pushing event updated for resources: {'Network': ['ID=1fb6c709-8eb7-4cae-8109-67bb349e8f3a,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:35.248676 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:35.255951 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:29:35.263051 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:35.276703 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Usage tracker for resource:network and tenant:1b3db028425a47d08fbb31ede1b27685 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:35.285818 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:35.298598 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:35.306930 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41664) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:35.328111 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41670) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:35.331241 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.1475921
Jul 23 16:29:35.346061 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Request body: {'subnet': {'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-subnet', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:35.356560 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:35.361028 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Made reservation on behalf of 1b3db028425a47d08fbb31ede1b27685 for: {'network': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:35.365002 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.389578 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Usage tracker for resource:subnet and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:35.395709 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:35.402752 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.404296 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:35.426893 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Made reservation on behalf of b2efe7e48fb140c5b6b33a9d628704a0 for: {'subnet': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:35.431235 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.472966 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:35.478015 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Usage tracker for resource:security_group_rule and tenant:1b3db028425a47d08fbb31ede1b27685 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:35.482332 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:35.492026 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:35.600119 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41680) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:35.616230 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.623004 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.635198 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:35.668076 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1112375758-network', 'tenant_id': '97952febb41d43fba8cc660cd41f5504'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:35.679201 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:35.690104 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-414321147-network', 'tenant_id': '3c3255a3af4f49799ded1c4e21095e9c'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:35.697816 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:35.702834 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Usage tracker for resource:network and tenant:3c3255a3af4f49799ded1c4e21095e9c is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:35.710515 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:35.718412 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:35.726196 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403}  {{(pid=74313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:29:35.730264 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Usage tracker for resource:network and tenant:97952febb41d43fba8cc660cd41f5504 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:35.737025 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:35.740958 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Made reservation on behalf of 3c3255a3af4f49799ded1c4e21095e9c for: {'network': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:35.743738 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.757403 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.757960 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.segments_db [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Added segment 34652b14-763c-409c-8575-07fe79cf0ed3 of type vlan for network 156dae65-8e16-46ee-86e4-df87401a61b6
Jul 23 16:29:35.818042 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.877111 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1685316987-network', 'tenant_id': '8733068c398e483e93b67dd9619ed93c'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:35.880553 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.884816 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:35.887635 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:35.888559 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.912760 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d095e1-8850-4c03-a59e-eda1eeea2041,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:35.919201 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:35.919942 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d7695aad-aa13-4f4c-8731-87cd9b39ad31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:35.937171 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Usage tracker for resource:network and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:35.944536 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.5649986
Jul 23 16:29:35.949811 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:35.952912 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41696) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:35.958634 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:35.975315 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:36.009998 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:36.016043 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Usage tracker for resource:security_group_rule and tenant:3c3255a3af4f49799ded1c4e21095e9c is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:36.020375 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:36.022136 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Request body: {'subnet': {'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-523515480-subnet', 'tenant_id': '1b3db028425a47d08fbb31ede1b27685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:36.027449 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:36.029561 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:36.033160 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Usage tracker for resource:subnet and tenant:1b3db028425a47d08fbb31ede1b27685 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:36.036538 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:36.044121 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:36.056441 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:36.070143 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Made reservation on behalf of 1b3db028425a47d08fbb31ede1b27685 for: {'subnet': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:36.072471 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:36.179600 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:36.195865 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:36.248481 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404}  {{(pid=74312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:29:36.268818 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:36.269731 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.segments_db [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Added segment c0a70c3f-de75-46f9-afa5-4637c1707317 of type vlan for network f12d7b8f-2b9f-4291-b11e-ce46f7e3b520
Jul 23 16:29:36.273996 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-277bc43c-d8cd-4fd7-8cbf-4639719a6c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:36.285307 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Made reservation on behalf of 97952febb41d43fba8cc660cd41f5504 for: {'network': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:36.290074 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:36.303308 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Pushing event updated for resources: {'Network': ['ID=156dae65-8e16-46ee-86e4-df87401a61b6,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:36.315672 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:36.321408 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Made reservation on behalf of 8733068c398e483e93b67dd9619ed93c for: {'network': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:36.323740 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:36.327517 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network 156dae65-8e16-46ee-86e4-df87401a61b6 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:29:36.341801 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:36.471280 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:36.502312 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:36.513738 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:97952febb41d43fba8cc660cd41f5504 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:36.522918 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:36.537855 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:36.547306 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:36.552487 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for subnet, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:36.553619 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Usage tracker for resource:security_group_rule and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:36.560119 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:36.563427 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:36.598024 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:36.669734 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43bfb2a4-0a17-46f9-9792-9d39d06e8687,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:36.691646 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:36.721115 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Checking segment: {'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:29:36.721463 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Network hostable DHCP agents. Network: 156dae65-8e16-46ee-86e4-df87401a61b6, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:29:36.770530 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:36.787490 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:36.800619 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:36.844018 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed26306-98bb-432a-8b05-bef7fff02472,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:36.852590 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:36.869086 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Network 156dae65-8e16-46ee-86e4-df87401a61b6 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:29:36.883998 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, 156dae65-8e16-46ee-86e4-df87401a61b6) {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:36.885630 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:36.889856 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:36.890895 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:36.898606 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147867c1-c80c-4950-a3a4-49a36c0f0d1a None None] Network 156dae65-8e16-46ee-86e4-df87401a61b6 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:29:36.953911 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9453328
Jul 23 16:29:36.989670 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26fef2f-3caa-44ce-b960-b420a4ceaece,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:37.021222 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.038598 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.051511 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:37.051872 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:37.052189 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:37.052514 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:37.052851 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:37.053177 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:37.053601 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:37.054033 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:37.054353 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:37.054667 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:37.054978 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Tracked resource versions report:
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]: pushed versions:
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]: {   'ConntrackHelper': {'1.0'},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     'Log': {'1.0'},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     'Network': {'1.1'},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     'Port': {'1.5'},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     'PortForwarding': {'1.2'},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     'QosPolicy': {'1.8'},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     'SecurityGroup': {'1.2'},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     'SecurityGroupRule': {'1.0'},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     'SubPort': {'1.0'},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     'Subnet': {'1.1'},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     'Trunk': {'1.1'}}
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]: consumer versions:
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]: {   DHCP agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     HyperV agent@hv-cinder-80203: {},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     L3 agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     Metadata agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     Metering agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:     Open vSwitch agent@dv-cinder-802039-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'Log': '1.0',
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'Network': '1.1',
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'Port': '1.5',
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'PortForwarding': '1.2',
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'QosPolicy': '1.8',
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'SecurityGroup': '1.2',
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'SecurityGroupRule': '1.0',
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'SubPort': '1.0',
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'Subnet': '1.1',
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:                                                      'Trunk': '1.1'}}
Jul 23 16:29:37.056053 dv-cinder-802039-1-iscsi neutron-server[74312]:  {{(pid=74312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:29:37.065420 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for subnet, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.066330 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:37.066776 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:37.104993 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.db.api [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:29:37.105853 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_db.api [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:29:37.114537 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.117823 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:37.118414 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.122229 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:37.139987 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:37.142253 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:37.161696 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.db.api [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:29:37.162046 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_db.api [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:29:37.174022 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e520f3-ec7e-4670-abb3-97bd5d88811b None None] Network 156dae65-8e16-46ee-86e4-df87401a61b6 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:29:37.314103 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Pushing event updated for resources: {'Network': ['ID=f12d7b8f-2b9f-4291-b11e-ce46f7e3b520,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:37.319879 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:37.320538 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:37.335142 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network f12d7b8f-2b9f-4291-b11e-ce46f7e3b520 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:29:37.357477 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.0478001
Jul 23 16:29:37.363265 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41730) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:37.376195 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Request body: {'subnet': {'network_id': 'f12d7b8f-2b9f-4291-b11e-ce46f7e3b520', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-414321147-subnet', 'tenant_id': '3c3255a3af4f49799ded1c4e21095e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:37.379782 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Checking segment: {'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:29:37.380155 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Network hostable DHCP agents. Network: 1fb6c709-8eb7-4cae-8109-67bb349e8f3a, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:29:37.389809 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:37.400835 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Usage tracker for resource:subnet and tenant:3c3255a3af4f49799ded1c4e21095e9c is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:37.411687 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:37.426100 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:37.446629 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c0dc70-c251-4f95-9b4f-2413f88533bb,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:37.451584 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:37.468919 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:29:37.472002 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Made reservation on behalf of 3c3255a3af4f49799ded1c4e21095e9c for: {'subnet': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:37.474825 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.565694 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, 1fb6c709-8eb7-4cae-8109-67bb349e8f3a) {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:37.579174 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:37.579982 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.608270 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.648202 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3908682d-dedd-4f15-893f-4758982bbee6 None None] Network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:29:37.669626 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.695525 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.3632112
Jul 23 16:29:37.697743 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405}  {{(pid=74313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:29:37.697944 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41754) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:37.709693 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:37.713280 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.714033 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.segments_db [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Added segment 31efe0ca-c1ae-4dac-a974-35a56124ce4d of type vlan for network ce82339f-eeee-471f-96ff-22dbd70c45a7
Jul 23 16:29:37.725012 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:37.738459 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Usage tracker for resource:router and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:37.747627 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:37.756097 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:37.776427 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.813124 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29658'] for router, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.815328 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29473'] for router, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.884669 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.886241 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:37.886981 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.909102 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.db.api [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:29:37.909731 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_db.api [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:29:37.911287 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.933534 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for subnet, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:37.943681 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:37.948316 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:38.007351 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.4030631
Jul 23 16:29:38.026673 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41758) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:38.113838 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Request body: {'subnet': {'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1685316987-subnet', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:38.122649 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:38.137794 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Usage tracker for resource:subnet and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:38.143611 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:38.162049 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:38.164273 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Pushing event updated for resources: {'Network': ['ID=ce82339f-eeee-471f-96ff-22dbd70c45a7,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:38.169298 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:38.186297 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Made reservation on behalf of 8733068c398e483e93b67dd9619ed93c for: {'subnet': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:38.192559 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:38.208408 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network ce82339f-eeee-471f-96ff-22dbd70c45a7 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:29:38.351924 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:38.425738 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Checking segment: {'id': 'c0a70c3f-de75-46f9-afa5-4637c1707317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f12d7b8f-2b9f-4291-b11e-ce46f7e3b520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:29:38.426109 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Network hostable DHCP agents. Network: f12d7b8f-2b9f-4291-b11e-ce46f7e3b520, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:29:38.467867 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0723c8-2617-5193-bc17-de7fbc821141-1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb'}]}} from dv-cinder-802039-1-iscsi. {{(pid=74314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 23 16:29:38.470145 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:38.483625 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e04cc0-6ca3-47ef-9b55-c738a383aaac,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:38.505055 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:38.512247 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29495'] for router, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:38.616764 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406}  {{(pid=74312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:29:38.640057 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for subnet, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:38.648839 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-1e6d1481-9ef9-4ecd-b9a5-008e9ee4156e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:38.747138 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a685292-3ace-4bd8-8dcc-ef7b928244a3,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:38.754208 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:38.755474 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Checking segment: {'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:29:38.755921 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Network hostable DHCP agents. Network: ce82339f-eeee-471f-96ff-22dbd70c45a7, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:29:38.777999 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Network f12d7b8f-2b9f-4291-b11e-ce46f7e3b520 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:29:38.796109 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Network ce82339f-eeee-471f-96ff-22dbd70c45a7 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:29:38.806724 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:38.807413 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.segments_db [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Added segment 6cb60d25-c4da-4c66-983b-aebfc504b4a3 of type vlan for network 175505fa-2827-41de-9214-1d1134a7a281
Jul 23 16:29:38.817503 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, ce82339f-eeee-471f-96ff-22dbd70c45a7) {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:38.823178 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:38.823935 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:38.836811 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, f12d7b8f-2b9f-4291-b11e-ce46f7e3b520) {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:38.854343 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfde042-bf36-48ee-a758-bab3d98f41e0 None None] Network ce82339f-eeee-471f-96ff-22dbd70c45a7 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:29:38.882909 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:38.883590 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:38.912787 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba47e613-58e7-4ef7-b5d1-716cc57a847e None None] Network f12d7b8f-2b9f-4291-b11e-ce46f7e3b520 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:29:38.951863 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41788) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:38.969848 dv-cinder-802039-1-iscsi neutron-server[74312]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 23 16:29:38.986030 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9550607
Jul 23 16:29:38.986479 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41792) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:38.993074 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:38.997200 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:39.002048 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Usage tracker for resource:router and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:39.006088 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:39.016760 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:39.037904 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29658'] for router, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.040229 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29473'] for router, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.040456 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.069032 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.189553 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8242884
Jul 23 16:29:39.243048 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.db_base_plugin_common [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Allocated IP 172.20.0.2 (1fb6c709-8eb7-4cae-8109-67bb349e8f3a/82c0dc70-c251-4f95-9b4f-2413f88533bb/ca46a9b8-13d0-4937-80fb-25308585a8a5) {{(pid=74314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:39.303744 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.353608 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:39.354527 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.375599 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:39.529148 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29495'] for router, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.606169 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 4.8525949
Jul 23 16:29:39.606883 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41806) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:39.694635 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-426561c1-fb7d-4b5d-a752-35085bc6bb96 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:39.697233 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-426561c1-fb7d-4b5d-a752-35085bc6bb96 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 814 time: 0.7391202
Jul 23 16:29:39.714714 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Request body: {'subnet': {'network_id': '175505fa-2827-41de-9214-1d1134a7a281', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1112375758-subnet', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:39.723676 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:39.732666 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Usage tracker for resource:subnet and tenant:97952febb41d43fba8cc660cd41f5504 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:39.737085 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:39.739107 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Pushing event updated for resources: {'Network': ['ID=175505fa-2827-41de-9214-1d1134a7a281,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:39.754709 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:39.771325 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:39.786937 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-0ef51c58-2996-486b-8b27-a8d85a7c987c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/quotas/1b3db028425a47d08fbb31ede1b27685 HTTP/1.1" status: 200  len: 375 time: 0.0736947
Jul 23 16:29:39.795396 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Made reservation on behalf of 97952febb41d43fba8cc660cd41f5504 for: {'subnet': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:39.798295 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Notify callbacks [] for subnet, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:39.904107 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network 175505fa-2827-41de-9214-1d1134a7a281 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:29:40.011124 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:40.030398 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0723c8-2617-5193-bc17-de7fbc821141-ce82339f-eeee-471f-96ff-22dbd70c45a7', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3'}]}} from dv-cinder-802039-1-iscsi. {{(pid=74314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 23 16:29:40.031374 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:40.053859 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a93518-da6d-450e-b899-8d361fec7bea None None] Network f12d7b8f-2b9f-4291-b11e-ce46f7e3b520 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:29:40.103428 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for subnet, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:40.127136 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:40.184044 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-7ee54a64-3cbc-493a-a9b5-e880253ee414 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3829901
Jul 23 16:29:40.188906 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:40.251811 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41828) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:40.296153 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:40.328451 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:40.337256 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:40.344252 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:40.412619 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Checking segment: {'id': '6cb60d25-c4da-4c66-983b-aebfc504b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '175505fa-2827-41de-9214-1d1134a7a281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:29:40.413049 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Network hostable DHCP agents. Network: 175505fa-2827-41de-9214-1d1134a7a281, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:29:40.460772 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Network 175505fa-2827-41de-9214-1d1134a7a281 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:29:40.479179 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, 175505fa-2827-41de-9214-1d1134a7a281) {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:40.484678 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:40.486463 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:40.506657 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Allocated IP 172.27.3.105 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/da530572-6b08-4297-876f-246f7941e1f3) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:40.515183 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe045ed-34ee-45ad-8804-a9702821b988 req-df2d9346-4658-4701-94d5-3e0995dc5b31 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:40.516044 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-efe045ed-34ee-45ad-8804-a9702821b988 req-df2d9346-4658-4701-94d5-3e0995dc5b31 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Synchronizing usage tracker for tenant:3c3255a3af4f49799ded1c4e21095e9c on resource:network {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:29:40.565803 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43040af4-17f2-40ed-a4e6-975983d7659b None None] Network 175505fa-2827-41de-9214-1d1134a7a281 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:29:40.568000 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-efe045ed-34ee-45ad-8804-a9702821b988 req-df2d9346-4658-4701-94d5-3e0995dc5b31 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Unset dirty status for tenant:3c3255a3af4f49799ded1c4e21095e9c on resource:network {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:29:40.575418 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-df2d9346-4658-4701-94d5-3e0995dc5b31 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/networks?id=f12d7b8f-2b9f-4291-b11e-ce46f7e3b520 HTTP/1.1" status: 200  len: 811 time: 0.3197761
Jul 23 16:29:40.596012 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.9863288
Jul 23 16:29:40.599342 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41838) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:40.615539 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1112375758-router', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:40.631311 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:40.649659 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Usage tracker for resource:router and tenant:97952febb41d43fba8cc660cd41f5504 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:40.666608 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-5c274fa1-6b0c-45fa-bd67-a11f5a3d2908 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/quotas/3c3255a3af4f49799ded1c4e21095e9c HTTP/1.1" status: 200  len: 375 time: 0.0899684
Jul 23 16:29:40.671138 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:40.685662 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:40.703179 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29658'] for router, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:40.706457 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29473'] for router, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:40.722940 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-7422e441-ccad-44c0-a081-0fc4d1293ce8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 23 16:29:40.724096 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-7422e441-ccad-44c0-a081-0fc4d1293ce8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2364290
Jul 23 16:29:40.773527 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:40.817073 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-025dc803-48bd-498b-879f-230db2370195 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3c3255a3af4f49799ded1c4e21095e9c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1494153
Jul 23 16:29:40.985850 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:40.988082 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:41.106730 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-18d9956a-0ce1-4270-aff6-c3c6b411f86a service neutron] 10.222.0.11 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3690274
Jul 23 16:29:41.156752 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-156ebf22-e986-43f8-8b0d-e13c7ceff79a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 23 16:29:41.158734 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-156ebf22-e986-43f8-8b0d-e13c7ceff79a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2148113
Jul 23 16:29:41.185454 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29495'] for router, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:41.260209 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.db_base_plugin_common [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Allocated IP 172.20.0.2 (ce82339f-eeee-471f-96ff-22dbd70c45a7/6a685292-3ace-4bd8-8dcc-ef7b928244a3/8f846039-3274-4d46-8659-729000a0d6f4) {{(pid=74314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:41.340007 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:41.350923 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Notify callbacks [] for port, precommit_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:41.360050 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:41.389964 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Transition to ACTIVE for port object ca46a9b8-13d0-4937-80fb-25308585a8a5 will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:41.417715 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Allocated IP 172.27.3.253 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/e3478add-2d4d-4122-bdcb-96f0bc080151) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:41.494390 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:41.510557 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:41.524226 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:29:41.560636 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Transition to ACTIVE for port object ca46a9b8-13d0-4937-80fb-25308585a8a5 will not be triggered until provisioned by entity DHCP. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:41.562704 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:41.571984 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-bd176cbe-53d0-48e1-a58e-ec88616c0fc6 service neutron] 10.222.0.11 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4638057
Jul 23 16:29:41.573747 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:41.574542 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Pushing event updated for resources: {'Port': ['ID=da530572-6b08-4297-876f-246f7941e1f3,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:41.583866 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:41.592337 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:41.616238 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-0c1f0793-4709-4cdf-818f-671c49cfcf43 service neutron] 10.222.0.11 "GET /v2.0/networks/f12d7b8f-2b9f-4291-b11e-ce46f7e3b520?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4466977
Jul 23 16:29:41.635874 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b275396-c699-491f-8fab-805cd79bbba0 None None] Network 175505fa-2827-41de-9214-1d1134a7a281 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:29:41.671219 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:41.794365 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:41.856934 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:41.861071 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a is already hosted by enough agents. {{(pid=74314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:41.883738 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-9dd1b7b8-8ee3-44a8-aa44-7a2c9c47d76e service neutron] 10.222.0.11 "GET /v2.0/networks/f12d7b8f-2b9f-4291-b11e-ce46f7e3b520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2614880
Jul 23 16:29:41.912402 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.base_scheduler [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Resources bound (agent type, host, resource id):  {{(pid=74314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:41.934642 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Received port after_create {{(pid=74314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:29:41.940199 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Pushing event updated for resources: {'Port': ['ID=ca46a9b8-13d0-4937-80fb-25308585a8a5,revision_number=1']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:41.963103 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:42.058173 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:42.067522 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:42.078199 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:42.078783 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:42.078888 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:42.079299 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:42.079823 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:42.080205 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:42.080522 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:42.081071 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:42.081177 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:42.081462 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:42.081771 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Tracked resource versions report:
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]: pushed versions:
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]: {   'ConntrackHelper': {'1.0'},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     'Log': {'1.0'},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     'Network': {'1.1'},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     'Port': {'1.5'},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     'PortForwarding': {'1.2'},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     'QosPolicy': {'1.8'},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     'SecurityGroup': {'1.2'},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     'SecurityGroupRule': {'1.0'},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     'SubPort': {'1.0'},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     'Subnet': {'1.1'},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     'Trunk': {'1.1'}}
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]: consumer versions:
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]: {   DHCP agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     HyperV agent@hv-cinder-80203: {},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     L3 agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     Metadata agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     Metering agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:     Open vSwitch agent@dv-cinder-802039-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'Log': '1.0',
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'Network': '1.1',
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'Port': '1.5',
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'PortForwarding': '1.2',
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'QosPolicy': '1.8',
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'SecurityGroup': '1.2',
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'SecurityGroupRule': '1.0',
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'SubPort': '1.0',
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'Subnet': '1.1',
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:                                                      'Trunk': '1.1'}}
Jul 23 16:29:42.082783 dv-cinder-802039-1-iscsi neutron-server[74314]:  {{(pid=74314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:29:42.086508 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Pushing event updated for resources: {'Port': ['ID=e3478add-2d4d-4122-bdcb-96f0bc080151,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:42.089194 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:29:42.129964 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Notify callbacks [] for port, precommit_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:42.139860 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:42.141481 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Transition to ACTIVE for port object 8f846039-3274-4d46-8659-729000a0d6f4 will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:42.145523 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415262'] for router, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:42.152692 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Allocated IP 172.27.3.167 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/07fbfc3a-e26b-4d31-bb1a-bf605fa2470f) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:42.162874 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Transition to ACTIVE for port object 8f846039-3274-4d46-8659-729000a0d6f4 will not be triggered until provisioned by entity DHCP. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:42.168758 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:42.170281 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:42.216388 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:42.251772 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:42.570903 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Attempting to bind port ca46a9b8-13d0-4937-80fb-25308585a8a5 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:29:42.571324 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Attempting to bind port ca46a9b8-13d0-4937-80fb-25308585a8a5 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:29:42.571552 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:42.575264 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Attempting to bind port ca46a9b8-13d0-4937-80fb-25308585a8a5 on network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:29:42.604079 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f9ff97c2-90c3-4cdd-b8ab-a0caccb740de req-f6df39c0-be87-4599-98da-1672f331e838 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 210 time: 0.1257854
Jul 23 16:29:42.643824 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Network ce82339f-eeee-471f-96ff-22dbd70c45a7 is already hosted by enough agents. {{(pid=74314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:42.662454 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:29:42.668109 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:42.675684 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Checking segment: {'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:29:42.676571 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:42.677213 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Bound using segment: {'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:29:42.677959 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Bound port: ca46a9b8-13d0-4937-80fb-25308585a8a5, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:29:42.678638 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:42.706415 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Pushing event updated for resources: {'Port': ['ID=8f846039-3274-4d46-8659-729000a0d6f4,revision_number=1']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:42.710671 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.base_scheduler [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Resources bound (agent type, host, resource id):  {{(pid=74314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:42.730907 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:42.766770 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:42.812300 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Received port after_create {{(pid=74314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:29:42.950061 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:42.972774 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Pushing event updated for resources: {'Port': ['ID=07fbfc3a-e26b-4d31-bb1a-bf605fa2470f,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:42.990395 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:42.996744 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:43.009687 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:29:43.114123 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Attempting to bind port 8f846039-3274-4d46-8659-729000a0d6f4 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:29:43.116027 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Attempting to bind port 8f846039-3274-4d46-8659-729000a0d6f4 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:29:43.116942 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Attempting to bind port 8f846039-3274-4d46-8659-729000a0d6f4 on network ce82339f-eeee-471f-96ff-22dbd70c45a7 {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:29:43.132632 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-51e774af-5dfe-4530-8b0c-f61e762d905e req-f928b83c-c9e6-4535-b431-e8292646312e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 210 time: 0.1845243
Jul 23 16:29:43.146436 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] For port ca46a9b8-13d0-4937-80fb-25308585a8a5, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:29:43.159555 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] For port ca46a9b8-13d0-4937-80fb-25308585a8a5, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=ca46a9b8-13d0-4937-80fb-25308585a8a5,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:29:43.171477 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:29:43.175067 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Checking segment: {'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:29:43.176398 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:43.177748 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Bound using segment: {'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:29:43.181593 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Bound port: 8f846039-3274-4d46-8659-729000a0d6f4, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:29:43.182211 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:43.235907 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:43.271625 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:43.427175 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Router 414ac529-55d6-487e-a088-f7aaa57da9bb is scheduled to L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 with binding_index 1 {{(pid=74312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 23 16:29:43.451831 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:43.454944 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415262'] for router, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:43.476236 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:43.478801 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415262'] for router, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:43.748963 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] For port 8f846039-3274-4d46-8659-729000a0d6f4, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:29:43.773538 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] For port 8f846039-3274-4d46-8659-729000a0d6f4, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=8f846039-3274-4d46-8659-729000a0d6f4,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:29:43.812151 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:43.857145 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Pushing event updated for resources: {'Port': ['ID=ca46a9b8-13d0-4937-80fb-25308585a8a5,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:43.865930 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:43.867653 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:44.142258 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Pushing event updated for resources: {'Port': ['ID=8f846039-3274-4d46-8659-729000a0d6f4,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:44.153900 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:44.222763 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3737171c-2fcc-4031-848e-2c9863d1b966 req-2aa89f2e-34f7-46a0-b3fd-8b4a33657a1c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 210 time: 0.1073680
Jul 23 16:29:44.332593 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:29:44.388846 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-abbe88d3-5d82-4e11-a86c-d4fdeda4b9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:44.446406 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Sync routers for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:29:44.499689 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:29:44.502423 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f5d7820>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:44.699697 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Router 472cde1c-dfba-4dc7-a948-d5055a226b64 is scheduled to L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 with binding_index 1 {{(pid=74313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 23 16:29:44.727580 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Router a396b493-412a-4fdf-b4b1-2c4cb9a5a748 is scheduled to L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 with binding_index 1 {{(pid=74313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 23 16:29:44.737830 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-909aacf7-440b-4087-980b-ec07a6400656 req-8192eab8-743f-413a-814a-325f8acf6c62 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 210 time: 0.2776296
Jul 23 16:29:44.743128 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Notify callbacks [] for router, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:44.745428 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 7.0449591
Jul 23 16:29:44.752420 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 41980) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:44.811531 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:45.144849 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:29:45.536730 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a8bb782e-4706-4fa4-8062-25b2e802f5fa req-69cbef84-805b-4018-bf8a-fcc8fb208a1e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 210 time: 0.1044338
Jul 23 16:29:45.569018 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device ca46a9b8-13d0-4937-80fb-25308585a8a5 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:45.604618 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f5d7820>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:41Z', 'revision_number': 3, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:45.611719 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Checking router: 414ac529-55d6-487e-a088-f7aaa57da9bb for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:29:45.612656 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Updating router 414ac529-55d6-487e-a088-f7aaa57da9bb port da530572-6b08-4297-876f-246f7941e1f3 binding host dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:29:45.619910 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:29:45.685383 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:45.728579 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Sync routers for ids ['a396b493-412a-4fdf-b4b1-2c4cb9a5a748'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:29:45.757318 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Routers {'a396b493-412a-4fdf-b4b1-2c4cb9a5a748'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:29:45.758582 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f5778e0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['a396b493-412a-4fdf-b4b1-2c4cb9a5a748'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:45.823475 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Notify callbacks [] for router, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:45.827799 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 5.2272699
Jul 23 16:29:45.828464 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 41994) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:45.872452 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:29:45.908172 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Notify callbacks [] for router, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:45.909734 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.9222651
Jul 23 16:29:45.917588 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42002) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:45.941830 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Sync routers for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:29:45.975265 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port ca46a9b8-13d0-4937-80fb-25308585a8a5 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:46.020423 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 8f846039-3274-4d46-8659-729000a0d6f4 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:46.060393 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:29:46.061397 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f5d7ee0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:46.257141 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a657544-a1e0-48b9-8894-245ca8fde50a None None] Network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:29:46.404106 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9c4834e6-413d-4d63-b2f9-439dcb6fb27c req-3c77f6ba-effe-433c-9459-f5e7f6ca216d tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 210 time: 0.1123729
Jul 23 16:29:46.453795 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-66117539-6cee-4363-b158-7b31b087925f None None] Provisioning for port ca46a9b8-13d0-4937-80fb-25308585a8a5 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:46.464505 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d77cf-3777-45fe-acc1-d7971315aa06 None None] Network ce82339f-eeee-471f-96ff-22dbd70c45a7 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:29:46.481912 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Set router a396b493-412a-4fdf-b4b1-2c4cb9a5a748 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:29:46.535038 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-66117539-6cee-4363-b158-7b31b087925f None None] Provisioning complete for port ca46a9b8-13d0-4937-80fb-25308585a8a5 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:46.535706 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-66117539-6cee-4363-b158-7b31b087925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:46.632758 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 8f846039-3274-4d46-8659-729000a0d6f4 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:46.727318 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Notify callbacks [] for port, precommit_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:46.742206 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.provisioning_blocks [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Transition to ACTIVE for port object da530572-6b08-4297-876f-246f7941e1f3 will not be triggered until provisioned by entity L2. {{(pid=74315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:46.758479 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:46.767003 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:46.953246 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-458c1ca4-b25d-4ff0-a9a5-7d2284f6a9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:47.009848 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-021beb65-492c-4050-91a0-5ffae248baae req-9c244318-8e65-4c1e-9878-a44d9e2a779f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 210 time: 0.0663295
Jul 23 16:29:47.020162 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Attempting to bind port da530572-6b08-4297-876f-246f7941e1f3 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:29:47.020929 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Attempting to bind port da530572-6b08-4297-876f-246f7941e1f3 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:29:47.021556 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Attempting to bind port da530572-6b08-4297-876f-246f7941e1f3 on network 0f0fa4a4-341c-4455-bd90-db8498cb03db {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:29:47.044054 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:29:47.045103 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Checking segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:29:47.045803 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:47.046335 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Bound using segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:29:47.047159 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Bound port: da530572-6b08-4297-876f-246f7941e1f3, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:29:47.048411 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:47.210898 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:29:47.277879 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Pushing event updated for resources: {'Port': ['ID=da530572-6b08-4297-876f-246f7941e1f3,revision_number=2']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:47.336376 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] For port da530572-6b08-4297-876f-246f7941e1f3, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:29:47.373528 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] For port da530572-6b08-4297-876f-246f7941e1f3, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=da530572-6b08-4297-876f-246f7941e1f3,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:29:47.379140 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.379499 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.379874 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.380257 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.380581 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.380897 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.381214 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.381550 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.381864 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.382171 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.382536 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Tracked resource versions report:
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]: pushed versions:
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]: {   'ConntrackHelper': {'1.0'},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     'Log': {'1.0'},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     'Network': {'1.1'},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     'Port': {'1.5'},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     'PortForwarding': {'1.2'},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     'QosPolicy': {'1.8'},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     'SecurityGroup': {'1.2'},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     'SecurityGroupRule': {'1.0'},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     'SubPort': {'1.0'},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     'Subnet': {'1.1'},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     'Trunk': {'1.1'}}
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]: consumer versions:
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]: {   DHCP agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     HyperV agent@hv-cinder-80203: {},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     L3 agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     Metadata agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     Metering agent@dv-cinder-802039-1-iscsi: {},
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:     Open vSwitch agent@dv-cinder-802039-1-iscsi: {   'ConntrackHelper': '1.0',
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'Log': '1.0',
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'Network': '1.1',
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'Port': '1.5',
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'PortForwarding': '1.2',
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'QosPolicy': '1.8',
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'SecurityGroup': '1.2',
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'SecurityGroupRule': '1.0',
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'SubPort': '1.0',
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'Subnet': '1.1',
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:                                                      'Trunk': '1.1'}}
Jul 23 16:29:47.383623 dv-cinder-802039-1-iscsi neutron-server[74315]:  {{(pid=74315) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 23 16:29:47.413401 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:47.436548 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:47.437694 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:47.489342 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-40ef76ac-5aeb-4eaf-9cb7-881e670e07c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:47.505694 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-66117539-6cee-4363-b158-7b31b087925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:47.610483 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-66117539-6cee-4363-b158-7b31b087925f None None] For port ca46a9b8-13d0-4937-80fb-25308585a8a5, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=ca46a9b8-13d0-4937-80fb-25308585a8a5,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:29:47.631417 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-66117539-6cee-4363-b158-7b31b087925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:47.644515 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:47.655238 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:47.803534 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f5778e0>, [{'id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'name': 'tempest-ServerRescueNegativeTestJSON-1112375758-router', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:43Z', 'revision_number': 3, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'gw_port': {'id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:41Z', 'updated_at': '2021-07-23T16:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:47.848858 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Pushing event updated for resources: {'Port': ['ID=da530572-6b08-4297-876f-246f7941e1f3,revision_number=3']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:47.849605 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Checking router: a396b493-412a-4fdf-b4b1-2c4cb9a5a748 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:29:47.852035 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Updating router a396b493-412a-4fdf-b4b1-2c4cb9a5a748 port 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f binding host dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:29:47.864031 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:47.988280 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-c2f351d9-95be-494c-ad4a-185a272edbec None None] Provisioning for port 8f846039-3274-4d46-8659-729000a0d6f4 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:47.993856 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:29:47.993856 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f5d7820>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:47.995609 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:48.176356 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-83b684d1-4fbb-4d8b-971d-ea216d044551 req-8909c963-300d-4dc7-8a59-e539750087fe tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 210 time: 0.4063497
Jul 23 16:29:48.185548 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Allocated IP 172.20.0.1 (1fb6c709-8eb7-4cae-8109-67bb349e8f3a/82c0dc70-c251-4f95-9b4f-2413f88533bb/9716edb3-0874-426f-b930-269a569b66a8) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:48.284937 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-c2f351d9-95be-494c-ad4a-185a272edbec None None] Provisioning complete for port 8f846039-3274-4d46-8659-729000a0d6f4 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:48.290998 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-c2f351d9-95be-494c-ad4a-185a272edbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:48.378469 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:29:48.397627 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Allocated IP 172.20.0.1 (175505fa-2827-41de-9214-1d1134a7a281/3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8/5a3e28f2-2c31-4fb8-ac41-fe66298f5909) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:48.445361 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66117539-6cee-4363-b158-7b31b087925f None None] Pushing event updated for resources: {'Port': ['ID=ca46a9b8-13d0-4937-80fb-25308585a8a5,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:48.455992 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-66117539-6cee-4363-b158-7b31b087925f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:48.518422 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:48.593999 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:48.606583 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:48.650717 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.provisioning_blocks [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Transition to ACTIVE for port object 9716edb3-0874-426f-b930-269a569b66a8 will not be triggered until provisioned by entity DHCP. {{(pid=74313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:48.662911 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:48.692805 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-67658fbe-b1ed-4074-84fa-82c03c24fb8b req-000adc3b-e5e0-4015-8f42-f84ee5a3f62b tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 210 time: 0.0688748
Jul 23 16:29:48.698712 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:48.784760 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:48.808829 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-735f7df3-bfc7-41c6-b40c-8f6d18cc36bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:48.862481 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Network 175505fa-2827-41de-9214-1d1134a7a281 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:48.869259 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:48.872863 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Pushing event updated for resources: {'Port': ['ID=5a3e28f2-2c31-4fb8-ac41-fe66298f5909,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:48.900237 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:29:48.901475 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415424'] for router_interface, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:48.924941 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f5d7ee0>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:42Z', 'revision_number': 3, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:48.941788 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:48.951301 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Checking router: 472cde1c-dfba-4dc7-a948-d5055a226b64 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:29:48.951836 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Updating router 472cde1c-dfba-4dc7-a948-d5055a226b64 port e3478add-2d4d-4122-bdcb-96f0bc080151 binding host dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:29:49.028962 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:49.069024 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.resource_extend [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:29:49.108329 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:49.113667 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:49.138979 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-c2f351d9-95be-494c-ad4a-185a272edbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:49.180547 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-c2f351d9-95be-494c-ad4a-185a272edbec None None] For port 8f846039-3274-4d46-8659-729000a0d6f4, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=8f846039-3274-4d46-8659-729000a0d6f4,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:29:49.187731 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-c2f351d9-95be-494c-ad4a-185a272edbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:49.202240 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f5d7820>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:41Z', 'revision_number': 3, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:49.212243 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e4e361-52bd-4338-8a45-d7a67b834d1a None None] The sync data for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi is: [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:41Z', 'revision_number': 3, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:29:49.220311 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:49.336909 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f351d9-95be-494c-ad4a-185a272edbec None None] Pushing event updated for resources: {'Port': ['ID=8f846039-3274-4d46-8659-729000a0d6f4,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:49.341592 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-c2f351d9-95be-494c-ad4a-185a272edbec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:49.363259 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Notify callbacks [] for port, precommit_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:49.386061 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:49.398746 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Transition to ACTIVE for port object 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:49.420086 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device ca46a9b8-13d0-4937-80fb-25308585a8a5 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:49.449224 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Allocated IP 172.20.0.1 (ce82339f-eeee-471f-96ff-22dbd70c45a7/6a685292-3ace-4bd8-8dcc-ef7b928244a3/876797aa-dd48-4997-9740-db4246dea916) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:49.493923 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:49.519692 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-a9fffb24-7a00-4a36-b1d3-bd32609c233e None None] Provisioning complete for port ca46a9b8-13d0-4937-80fb-25308585a8a5 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:49.520109 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a9fffb24-7a00-4a36-b1d3-bd32609c233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:49.656181 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:29:49.682693 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-31934d75-13ff-4f99-8858-dc94ac8fe00d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:49.730712 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:49.760477 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:49.788969 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bf5858f7-9ea5-4ebb-aa62-cedcb858ab95 req-515792ca-12e4-4e80-8cb4-6f0f7a1ceb75 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 210 time: 0.1078875
Jul 23 16:29:49.830747 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:29:49.831224 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415424'] for router_interface, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:49.883532 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522c15d-ebfc-4557-9f8c-5377e4158246 None None] Pushing event updated for resources: {'Port': ['ID=07fbfc3a-e26b-4d31-bb1a-bf605fa2470f,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:49.888295 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-0522c15d-ebfc-4557-9f8c-5377e4158246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:49.933281 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Pushing event updated for resources: {'Port': ['ID=9716edb3-0874-426f-b930-269a569b66a8,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:49.947630 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Attempting to bind port 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:29:49.948033 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Attempting to bind port 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:29:49.948401 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Attempting to bind port 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f on network 0f0fa4a4-341c-4455-bd90-db8498cb03db {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:29:49.959172 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Notify callbacks [] for port, precommit_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:49.962021 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.136s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:49.997152 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.provisioning_blocks [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Transition to ACTIVE for port object e3478add-2d4d-4122-bdcb-96f0bc080151 will not be triggered until provisioned by entity L2. {{(pid=74315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:50.021115 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.025970 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:50.057483 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:29:50.059609 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Checking segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:29:50.060183 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.062676 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Bound using segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:29:50.064029 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Bound port: 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:29:50.064948 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.072709 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.092371 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.094601 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1431309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414505'] for router_interface, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.105983 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:50.211240 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.249435 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Attempting to bind port e3478add-2d4d-4122-bdcb-96f0bc080151 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:29:50.249930 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Attempting to bind port e3478add-2d4d-4122-bdcb-96f0bc080151 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:29:50.250365 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Attempting to bind port e3478add-2d4d-4122-bdcb-96f0bc080151 on network 0f0fa4a4-341c-4455-bd90-db8498cb03db {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:29:50.263433 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfd969-2b62-446c-90cc-77fc82396da9 None None] Pushing event updated for resources: {'Port': ['ID=e3478add-2d4d-4122-bdcb-96f0bc080151,revision_number=2']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:50.267162 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Pushing event updated for resources: {'Port': ['ID=5a3e28f2-2c31-4fb8-ac41-fe66298f5909,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:50.273599 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port ca46a9b8-13d0-4937-80fb-25308585a8a5 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:50.274213 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.275007 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:29:50.275617 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Checking segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:29:50.276368 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.277060 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Bound using segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:29:50.278229 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:50.284326 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.285238 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Bound port: e3478add-2d4d-4122-bdcb-96f0bc080151, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:29:50.286325 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.306069 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ec8730bf-8d82-4135-a048-1f5148458bc9 req-e8217f03-a499-47d4-b6d3-0f03691cc86a tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 210 time: 0.0778978
Jul 23 16:29:50.320437 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.provisioning_blocks [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Transition to ACTIVE for port object 876797aa-dd48-4997-9740-db4246dea916 will not be triggered until provisioned by entity DHCP. {{(pid=74313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:50.469444 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-67dfd969-2b62-446c-90cc-77fc82396da9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:50.480629 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.488961 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-a9fffb24-7a00-4a36-b1d3-bd32609c233e None None] Provisioning complete for port 8f846039-3274-4d46-8659-729000a0d6f4 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:50.489409 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a9fffb24-7a00-4a36-b1d3-bd32609c233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.499895 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] For port e3478add-2d4d-4122-bdcb-96f0bc080151, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:29:50.513646 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] For port e3478add-2d4d-4122-bdcb-96f0bc080151, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=e3478add-2d4d-4122-bdcb-96f0bc080151,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:29:50.521176 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.527149 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-67dfd969-2b62-446c-90cc-77fc82396da9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:50.567129 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] For port 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:29:50.625531 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9ddbcb69-da64-4ed4-a297-10e71125bbea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:50.631570 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Network 175505fa-2827-41de-9214-1d1134a7a281 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:50.632875 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:50.689422 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] For port 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=07fbfc3a-e26b-4d31-bb1a-bf605fa2470f,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:29:50.711829 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:50.713431 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfd969-2b62-446c-90cc-77fc82396da9 None None] Pushing event updated for resources: {'Port': ['ID=e3478add-2d4d-4122-bdcb-96f0bc080151,revision_number=3']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:50.724736 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-67dfd969-2b62-446c-90cc-77fc82396da9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:50.740266 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:29:50.740913 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f5d7ee0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:50.843079 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Pushing event updated for resources: {'Port': ['ID=876797aa-dd48-4997-9740-db4246dea916,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:50.846823 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Network ce82339f-eeee-471f-96ff-22dbd70c45a7 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:50.850516 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:50.851408 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:50.875996 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:50.882121 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:29:50.882874 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415424'] for router_interface, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:51.079571 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:51.085746 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:29:51.118356 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Routers {'a396b493-412a-4fdf-b4b1-2c4cb9a5a748'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:29:51.118809 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f5778e0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['a396b493-412a-4fdf-b4b1-2c4cb9a5a748'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:51.183798 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522c15d-ebfc-4557-9f8c-5377e4158246 None None] Pushing event updated for resources: {'Port': ['ID=07fbfc3a-e26b-4d31-bb1a-bf605fa2470f,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:51.185895 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-0522c15d-ebfc-4557-9f8c-5377e4158246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:51.189842 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:51.209377 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:51.212958 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1431309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414505'] for router_interface, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:51.219190 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:51.256404 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9b9b924c-5877-402e-8512-744e3ebbe8aa req-6547e2bc-64af-4080-a0fb-b9b78d2619a0 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 210 time: 0.1906345
Jul 23 16:29:51.604937 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-6f1593ea-992d-43cb-97a1-79aafcbc63b8 None None] Provisioning for port 9716edb3-0874-426f-b930-269a569b66a8 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:51.630605 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-6f1593ea-992d-43cb-97a1-79aafcbc63b8 None None] Provisioning complete for port 9716edb3-0874-426f-b930-269a569b66a8 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:51.641258 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6f1593ea-992d-43cb-97a1-79aafcbc63b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:51.677233 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:51.690968 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:51.695076 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:51.695364 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device da530572-6b08-4297-876f-246f7941e1f3 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:51.697597 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:51.698421 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Pushing event updated for resources: {'Port': ['ID=9716edb3-0874-426f-b930-269a569b66a8,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:51.816240 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:51.816929 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.46', 58847) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:51.820887 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1431309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414505'] for router_interface, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:51.881664 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] Set router a396b493-412a-4fdf-b4b1-2c4cb9a5a748 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:29:51.952170 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cd8e9688-05e3-4ec5-9cc3-d22b38ea17d4 req-3524e69e-e309-4869-865d-e9296016abb2 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 210 time: 0.3046508
Jul 23 16:29:52.159706 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-6f1593ea-992d-43cb-97a1-79aafcbc63b8 None None] Port 9716edb3-0874-426f-b930-269a569b66a8 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:29:52.197817 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-6f1593ea-992d-43cb-97a1-79aafcbc63b8 None None] Provisioning for port 876797aa-dd48-4997-9740-db4246dea916 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:52.212469 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:52.218374 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-6f1593ea-992d-43cb-97a1-79aafcbc63b8 None None] Provisioning complete for port 876797aa-dd48-4997-9740-db4246dea916 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:52.218822 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6f1593ea-992d-43cb-97a1-79aafcbc63b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:52.256062 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f5d7ee0>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:42Z', 'revision_number': 3, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:52.280208 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29395997-b743-40fe-9991-d7de7a57bac3 None None] The sync data for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi is: [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:42Z', 'revision_number': 3, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:29:52.312458 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Router a396b493-412a-4fdf-b4b1-2c4cb9a5a748 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:29:52.319511 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Pushing event updated for resources: {'Port': ['ID=876797aa-dd48-4997-9740-db4246dea916,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:52.404078 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:52.480561 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-db86b941-7b17-4a1f-9eed-7aac7c0dea13 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:52.481475 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-db86b941-7b17-4a1f-9eed-7aac7c0dea13 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Synchronizing usage tracker for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:network {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:29:52.556010 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-db86b941-7b17-4a1f-9eed-7aac7c0dea13 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Unset dirty status for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:network {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:29:52.557447 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-db86b941-7b17-4a1f-9eed-7aac7c0dea13 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 814 time: 0.7231383
Jul 23 16:29:52.603217 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fdd00855-c8bc-40a7-84ad-6c4365143342 req-9abf4f92-b85c-417c-ad12-266a1cdd3a4b tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 210 time: 0.0586290
Jul 23 16:29:52.642839 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-6f1593ea-992d-43cb-97a1-79aafcbc63b8 None None] Port 876797aa-dd48-4997-9740-db4246dea916 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:29:52.687673 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Network ce82339f-eeee-471f-96ff-22dbd70c45a7 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:52.691554 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:52.696769 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Request body: {'port': {'device_id': '0f59d932-0fa9-42e7-9b12-778efa4816a9', 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6', 'admin_state_up': True, 'tenant_id': '1b3db028425a47d08fbb31ede1b27685'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:52.710493 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port da530572-6b08-4297-876f-246f7941e1f3 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:52.719086 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f5778e0>, [{'id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'name': 'tempest-ServerRescueNegativeTestJSON-1112375758-router', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:48Z', 'revision_number': 4, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'gw_port': {'id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:41Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '5a3e28f2-2c31-4fb8-ac41-fe66298f5909', 'name': '', 'network_id': '175505fa-2827-41de-9214-1d1134a7a281', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'mac_address': 'fa:16:3e:5c:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 2, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'subnets': [{'id': '3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:52.726447 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port da530572-6b08-4297-876f-246f7941e1f3 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:52.726801 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:52.869215 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:29:52.905416 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] 10.222.0.11 "PUT /v2.0/routers/a396b493-412a-4fdf-b4b1-2c4cb9a5a748/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0697227
Jul 23 16:29:52.950082 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424f0540-432d-4d92-b294-5a7c064f545c None None] The sync data for ids ['a396b493-412a-4fdf-b4b1-2c4cb9a5a748'] in dv-cinder-802039-1-iscsi is: [{'id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'name': 'tempest-ServerRescueNegativeTestJSON-1112375758-router', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:48Z', 'revision_number': 4, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'gw_port': {'id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:41Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '5a3e28f2-2c31-4fb8-ac41-fe66298f5909', 'name': '', 'network_id': '175505fa-2827-41de-9214-1d1134a7a281', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'mac_address': 'fa:16:3e:5c:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 2, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'subnets': [{'id': '3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:29:53.057533 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.46', 58857) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:53.171857 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:53.180053 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-ccfd62f4-c59a-4899-9b0c-f7d7f6903c28 None None] Provisioning complete for port 9716edb3-0874-426f-b930-269a569b66a8 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:53.180707 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-ccfd62f4-c59a-4899-9b0c-f7d7f6903c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:53.273970 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port da530572-6b08-4297-876f-246f7941e1f3, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=da530572-6b08-4297-876f-246f7941e1f3,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:29:53.291548 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:53.302744 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 8f846039-3274-4d46-8659-729000a0d6f4 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:53.368242 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-0522c15d-ebfc-4557-9f8c-5377e4158246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:53.516481 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-ccfd62f4-c59a-4899-9b0c-f7d7f6903c28 None None] Port 9716edb3-0874-426f-b930-269a569b66a8 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:29:53.517673 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0c6f6c61-5ba1-4b70-ac4b-820476100bfe req-60515a41-d78f-4087-9209-eeaa4429c5da tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 210 time: 0.2002223
Jul 23 16:29:53.547650 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=da530572-6b08-4297-876f-246f7941e1f3,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:53.564080 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:53.566397 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 8f846039-3274-4d46-8659-729000a0d6f4 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:53.566821 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:53.709841 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-375ec8a7-bbde-4c42-9cb4-1396c26153ec None None] Provisioning complete for port 876797aa-dd48-4997-9740-db4246dea916 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:53.710457 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-375ec8a7-bbde-4c42-9cb4-1396c26153ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:53.760797 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe045ed-34ee-45ad-8804-a9702821b988 req-dadbc0cf-f4d3-4893-aba9-e18934d0f281 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:53.765143 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-dadbc0cf-f4d3-4893-aba9-e18934d0f281 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.46 "GET /v2.0/networks?id=f12d7b8f-2b9f-4291-b11e-ce46f7e3b520 HTTP/1.1" status: 200  len: 811 time: 0.7064388
Jul 23 16:29:53.802156 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Request body: {'port': {'device_id': 'e3b3ca0b-2a2e-470c-b0cd-bee23be3f511', 'network_id': 'f12d7b8f-2b9f-4291-b11e-ce46f7e3b520', 'admin_state_up': True, 'tenant_id': '3c3255a3af4f49799ded1c4e21095e9c'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:53.956236 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:54.009223 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Usage tracker for resource:port and tenant:1b3db028425a47d08fbb31ede1b27685 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:54.044957 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:54.070425 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:54.100712 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Made reservation on behalf of 1b3db028425a47d08fbb31ede1b27685 for: {'port': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:54.105236 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:54.184195 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-375ec8a7-bbde-4c42-9cb4-1396c26153ec None None] Port 876797aa-dd48-4997-9740-db4246dea916 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:29:54.319300 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:54.326994 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Usage tracker for resource:port and tenant:3c3255a3af4f49799ded1c4e21095e9c is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:54.332355 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:54.346801 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:54.370698 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Made reservation on behalf of 3c3255a3af4f49799ded1c4e21095e9c for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:29:54.374001 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:54.525156 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-081193f4-4499-4c47-acf0-1a2e6f6aad5e req-9c74b07d-cd46-4d9c-b6f7-0b890a148d9c tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 210 time: 0.1363711
Jul 23 16:29:54.543652 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device da530572-6b08-4297-876f-246f7941e1f3 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:54.785037 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port da530572-6b08-4297-876f-246f7941e1f3 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:54.787180 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:54.883536 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Allocated IP 172.20.0.13 (f12d7b8f-2b9f-4291-b11e-ce46f7e3b520/47e04cc0-6ca3-47ef-9b55-c738a383aaac/324033e9-2d58-4913-90a9-b678b1144fff) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:55.286000 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c3f1aa17-d3da-4ed0-a726-4e0c58db0fd3 req-f190ec0a-0a40-4ffd-aaaa-bf776ad706a4 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 210 time: 0.0966911
Jul 23 16:29:55.288679 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device e3478add-2d4d-4122-bdcb-96f0bc080151 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:55.535311 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:55.576516 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Router 414ac529-55d6-487e-a088-f7aaa57da9bb has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:29:55.594349 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Allocated IP 172.20.0.14 (156dae65-8e16-46ee-86e4-df87401a61b6/43bfb2a4-0a17-46f9-9792-9d39d06e8687/2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:29:55.600882 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:55.630453 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:55.711930 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port e3478add-2d4d-4122-bdcb-96f0bc080151 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:55.728005 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port e3478add-2d4d-4122-bdcb-96f0bc080151 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:55.731190 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:55.839303 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Pushing event updated for resources: {'Port': ['ID=324033e9-2d58-4913-90a9-b678b1144fff,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:55.843481 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:55.874025 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Network f12d7b8f-2b9f-4291-b11e-ce46f7e3b520 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:55.877297 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:55.896194 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:29:55.911683 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:55.913831 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:55.975314 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Router 472cde1c-dfba-4dc7-a948-d5055a226b64 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:29:55.981188 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1815529
Jul 23 16:29:56.040284 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:56.071130 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port e3478add-2d4d-4122-bdcb-96f0bc080151, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=e3478add-2d4d-4122-bdcb-96f0bc080151,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:29:56.081672 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:56.091235 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:56.157657 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db9da6-52fd-4f4b-ab17-bcf862c7e6a4 req-2eb08007-7ca2-4793-a1a2-277410a7cd23 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:56.158957 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-97db9da6-52fd-4f4b-ab17-bcf862c7e6a4 req-2eb08007-7ca2-4793-a1a2-277410a7cd23 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Synchronizing usage tracker for tenant:3c3255a3af4f49799ded1c4e21095e9c on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:29:56.210511 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-97db9da6-52fd-4f4b-ab17-bcf862c7e6a4 req-2eb08007-7ca2-4793-a1a2-277410a7cd23 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Unset dirty status for tenant:3c3255a3af4f49799ded1c4e21095e9c on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:29:56.212277 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-97db9da6-52fd-4f4b-ab17-bcf862c7e6a4 req-2eb08007-7ca2-4793-a1a2-277410a7cd23 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 932 time: 0.2285073
Jul 23 16:29:56.264487 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=e3478add-2d4d-4122-bdcb-96f0bc080151,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:56.278525 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:56.301687 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-97db9da6-52fd-4f4b-ab17-bcf862c7e6a4 req-01e56340-dbb4-46a4-a58d-f98fbabef1b2 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Synchronizing usage tracker for tenant:3c3255a3af4f49799ded1c4e21095e9c on resource:security_group {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:29:56.344199 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-97db9da6-52fd-4f4b-ab17-bcf862c7e6a4 req-01e56340-dbb4-46a4-a58d-f98fbabef1b2 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Unset dirty status for tenant:3c3255a3af4f49799ded1c4e21095e9c on resource:security_group {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:29:56.345709 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-97db9da6-52fd-4f4b-ab17-bcf862c7e6a4 req-01e56340-dbb4-46a4-a58d-f98fbabef1b2 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239805
Jul 23 16:29:56.445913 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:56.586515 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:29:56.603569 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:56.603978 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:56.604534 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:56.773638 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:56.787976 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:56.834226 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:29:56.883276 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Network 156dae65-8e16-46ee-86e4-df87401a61b6 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:29:56.888886 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:29:56.897521 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] 10.222.0.11 "PUT /v2.0/routers/414ac529-55d6-487e-a088-f7aaa57da9bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.1176369
Jul 23 16:29:56.899979 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:29:56.904155 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:56.904777 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:56.920160 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Pushing event updated for resources: {'Port': ['ID=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:56.921413 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Sync routers for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:29:56.940864 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:56.944717 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:29:56.964420 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] 10.222.0.11 "PUT /v2.0/routers/472cde1c-dfba-4dc7-a948-d5055a226b64/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0446618
Jul 23 16:29:56.966495 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.2768095
Jul 23 16:29:56.979174 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:57.000522 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=07fbfc3a-e26b-4d31-bb1a-bf605fa2470f,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:29:57.004580 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:29:57.006060 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f4485e0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:57.093507 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52576f6e-45d8-4bc5-bc31-312fd992cecb req-77ab2c3e-be87-41d1-baab-98ce4eaf997f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:57.104303 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-52576f6e-45d8-4bc5-bc31-312fd992cecb req-77ab2c3e-be87-41d1-baab-98ce4eaf997f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 932 time: 0.1088796
Jul 23 16:29:57.106243 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:57.176891 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-52576f6e-45d8-4bc5-bc31-312fd992cecb req-ec307f04-9cb0-40ee-ae3b-aabfdb963edb tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714355
Jul 23 16:29:57.331676 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:29:57.417553 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-0522c15d-ebfc-4557-9f8c-5377e4158246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:57.637411 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42286) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:57.733485 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42292) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:57.890167 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=07fbfc3a-e26b-4d31-bb1a-bf605fa2470f,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:57.895412 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:57.917220 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-7c81e794-0350-4c23-92c2-3ef7602a2c5b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:57.918219 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-7c81e794-0350-4c23-92c2-3ef7602a2c5b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Synchronizing usage tracker for tenant:97952febb41d43fba8cc660cd41f5504 on resource:network {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:29:57.944299 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-7c81e794-0350-4c23-92c2-3ef7602a2c5b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Unset dirty status for tenant:97952febb41d43fba8cc660cd41f5504 on resource:network {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:29:57.970496 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-7c81e794-0350-4c23-92c2-3ef7602a2c5b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/networks?id=175505fa-2827-41de-9214-1d1134a7a281 HTTP/1.1" status: 200  len: 819 time: 0.4225521
Jul 23 16:29:57.985867 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f4485e0>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 2, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:29:57.990677 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Checking router: 414ac529-55d6-487e-a088-f7aaa57da9bb for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:29:57.991051 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Updating router 414ac529-55d6-487e-a088-f7aaa57da9bb port 9716edb3-0874-426f-b930-269a569b66a8 binding host dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:29:58.009706 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-7708018b-51e2-4917-8832-e0a2b3af548f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/quotas/97952febb41d43fba8cc660cd41f5504 HTTP/1.1" status: 200  len: 375 time: 0.0382221
Jul 23 16:29:58.068520 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.079443 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-dfd85ce0-4b08-4524-875f-aa6d174d114f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.154356 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-dfd85ce0-4b08-4524-875f-aa6d174d114f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:58.166337 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-dfd85ce0-4b08-4524-875f-aa6d174d114f admin admin] Usage tracker for resource:security_group_rule and tenant:0d3b6b254296439b96912b006e5e1681 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:58.169375 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-dfd85ce0-4b08-4524-875f-aa6d174d114f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:58.179982 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-dfd85ce0-4b08-4524-875f-aa6d174d114f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:58.183419 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-e59a3c62-9d04-4bae-bd03-ba57ed7f5e28 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Synchronizing usage tracker for tenant:97952febb41d43fba8cc660cd41f5504 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:29:58.245038 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-49aa6c28-a05d-4b74-93ad-367dc941788a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.268371 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-e59a3c62-9d04-4bae-bd03-ba57ed7f5e28 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Unset dirty status for tenant:97952febb41d43fba8cc660cd41f5504 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:29:58.272605 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-e59a3c62-9d04-4bae-bd03-ba57ed7f5e28 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=97952febb41d43fba8cc660cd41f5504&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2619731
Jul 23 16:29:58.347641 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-49aa6c28-a05d-4b74-93ad-367dc941788a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:58.354079 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-dfd85ce0-4b08-4524-875f-aa6d174d114f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.355319 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-49aa6c28-a05d-4b74-93ad-367dc941788a admin admin] Usage tracker for resource:security_group_rule and tenant:193656d118d1415c9b39acaee9747c25 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:58.361625 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:58.368756 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-49aa6c28-a05d-4b74-93ad-367dc941788a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:58.372069 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-dfd85ce0-4b08-4524-875f-aa6d174d114f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.389137 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-49aa6c28-a05d-4b74-93ad-367dc941788a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:58.392079 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:58.521355 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-dfd85ce0-4b08-4524-875f-aa6d174d114f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d3b6b254296439b96912b006e5e1681&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8828588
Jul 23 16:29:58.522470 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd85ce0-4b08-4524-875f-aa6d174d114f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23319c21-4227-45dc-9b4e-97956504c631,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:58.527494 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-dfd85ce0-4b08-4524-875f-aa6d174d114f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:58.537735 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 42304) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:58.538467 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 42306) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:58.562072 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858623203', 'description': 'tempest-description--1331464267'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:58.583837 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:58.592026 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Usage tracker for resource:security_group and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:58.598889 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:58.623868 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:58.628009 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-8b24f1ac-867d-4081-84ad-ca62eb4f74f9 service neutron] 10.222.0.11 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3464506
Jul 23 16:29:58.655360 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-49aa6c28-a05d-4b74-93ad-367dc941788a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.661589 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-49aa6c28-a05d-4b74-93ad-367dc941788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.666828 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:29:58.667164 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.676667 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:58.727111 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa6c28-a05d-4b74-93ad-367dc941788a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df89791-0ea9-4803-8ebd-b8991faeb25e,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:58.731462 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-49aa6c28-a05d-4b74-93ad-367dc941788a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:58.735363 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-49aa6c28-a05d-4b74-93ad-367dc941788a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=193656d118d1415c9b39acaee9747c25&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0007725
Jul 23 16:29:58.743018 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42312) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:58.822748 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-71d19f8c-e076-4b2c-b2b8-38b0f15b1bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.825563 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.825748 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Notify callbacks [] for port, precommit_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.860433 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Transition to ACTIVE for port object 9716edb3-0874-426f-b930-269a569b66a8 will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:29:58.877807 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.885686 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-71d19f8c-e076-4b2c-b2b8-38b0f15b1bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:58.899733 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:59.003496 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-71d19f8c-e076-4b2c-b2b8-38b0f15b1bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:59.019536 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-49aa6c28-a05d-4b74-93ad-367dc941788a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:59.047212 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d19f8c-e076-4b2c-b2b8-38b0f15b1bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df89791-0ea9-4803-8ebd-b8991faeb25e,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:59.060867 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-71d19f8c-e076-4b2c-b2b8-38b0f15b1bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:59.062380 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-71d19f8c-e076-4b2c-b2b8-38b0f15b1bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:59.064890 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-71d19f8c-e076-4b2c-b2b8-38b0f15b1bd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8df89791-0ea9-4803-8ebd-b8991faeb25e HTTP/1.1" status: 204  len: 168 time: 0.3204832
Jul 23 16:29:59.076685 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-ee930656-1f46-497c-abcf-05599d4c2c85 service neutron] 10.222.0.11 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4270082
Jul 23 16:29:59.100658 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:59.112386 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Usage tracker for resource:security_group_rule and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:59.142751 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:59.184691 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948fb4e-7823-4092-95df-6411220cdbd7 None None] Pushing event updated for resources: {'Port': ['ID=9716edb3-0874-426f-b930-269a569b66a8,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:59.192106 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:59.195419 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-e948fb4e-7823-4092-95df-6411220cdbd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:59.518856 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:59.543122 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:59.544474 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fec2-a8d3-44fc-a990-b7cd28ed3d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:59.582286 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:29:59.677312 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2c21fd-baf3-434a-9fa9-c19596594d52,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:29:59.705420 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab284d-4adf-4591-b3d9-ba0f3f944ad2 req-08e8b21f-80ec-4d95-940d-02bea0665a01 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:29:59.707200 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5aab284d-4adf-4591-b3d9-ba0f3f944ad2 req-08e8b21f-80ec-4d95-940d-02bea0665a01 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 932 time: 1.0113220
Jul 23 16:29:59.715125 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Attempting to bind port 9716edb3-0874-426f-b930-269a569b66a8 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:29:59.715706 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Attempting to bind port 9716edb3-0874-426f-b930-269a569b66a8 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:29:59.715908 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Attempting to bind port 9716edb3-0874-426f-b930-269a569b66a8 on network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:29:59.725142 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:29:59.725526 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Checking segment: {'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:29:59.725933 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:59.726324 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Bound using segment: {'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:29:59.726975 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Bound port: 9716edb3-0874-426f-b930-269a569b66a8, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:29:59.727527 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:59.740932 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device e3478add-2d4d-4122-bdcb-96f0bc080151 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:29:59.771687 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:29:59.822141 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fec2-a8d3-44fc-a990-b7cd28ed3d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:59.845386 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:59.849528 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42346) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:29:59.850014 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 1.3085463
Jul 23 16:29:59.856421 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-25817f69-0df2-447f-aa9e-5c832ace9746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Request body: {'security_group_rule': {'security_group_id': '3d2c21fd-baf3-434a-9fa9-c19596594d52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:29:59.877669 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-25817f69-0df2-447f-aa9e-5c832ace9746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:29:59.893180 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-25817f69-0df2-447f-aa9e-5c832ace9746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Usage tracker for resource:security_group_rule and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:29:59.907925 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-25817f69-0df2-447f-aa9e-5c832ace9746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:29:59.931311 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-25817f69-0df2-447f-aa9e-5c832ace9746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:29:59.960594 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5aab284d-4adf-4591-b3d9-ba0f3f944ad2 req-96d610bb-7a52-4f39-845e-38a3392bde69 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227864
Jul 23 16:29:59.995819 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fec2-a8d3-44fc-a990-b7cd28ed3d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:29:59.999686 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-25817f69-0df2-447f-aa9e-5c832ace9746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:00.004883 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:00.024217 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] For port 9716edb3-0874-426f-b930-269a569b66a8, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:30:00.027383 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] For port 9716edb3-0874-426f-b930-269a569b66a8, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=9716edb3-0874-426f-b930-269a569b66a8,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:30:00.045603 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3fec2-a8d3-44fc-a990-b7cd28ed3d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23319c21-4227-45dc-9b4e-97956504c631,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:00.058779 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:00.063712 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fec2-a8d3-44fc-a990-b7cd28ed3d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:00.067882 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-5cd3fec2-a8d3-44fc-a990-b7cd28ed3d6a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23319c21-4227-45dc-9b4e-97956504c631 HTTP/1.1" status: 204  len: 168 time: 1.5229692
Jul 23 16:30:00.068776 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-d78461c0-e875-4d38-8f0e-25b2cc9b3a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:00.069447 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-5cd3fec2-a8d3-44fc-a990-b7cd28ed3d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:00.243290 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-9b7449a1-c2c0-4478-a46a-d1dc5c2c4399 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 23 16:30:00.246041 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-9b7449a1-c2c0-4478-a46a-d1dc5c2c4399 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0128770
Jul 23 16:30:00.256536 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-25817f69-0df2-447f-aa9e-5c832ace9746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:00.262783 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-25817f69-0df2-447f-aa9e-5c832ace9746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:00.264956 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:00.345988 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948fb4e-7823-4092-95df-6411220cdbd7 None None] Pushing event updated for resources: {'Port': ['ID=9716edb3-0874-426f-b930-269a569b66a8,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:00.357006 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-e948fb4e-7823-4092-95df-6411220cdbd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:00.399194 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:30:00.399908 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f4485e0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:29:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:00.401871 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-a36bc357-f9a6-4a13-81e0-df911907b66e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74313) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 23 16:30:00.402991 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-a36bc357-f9a6-4a13-81e0-df911907b66e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0206687
Jul 23 16:30:00.420912 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-25817f69-0df2-447f-aa9e-5c832ace9746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:00.425746 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-25817f69-0df2-447f-aa9e-5c832ace9746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5750005
Jul 23 16:30:00.429601 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42364) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:00.444288 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25817f69-0df2-447f-aa9e-5c832ace9746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f7353c-8eb5-45df-b5eb-54cf3d8ebf89,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:00.457611 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-25817f69-0df2-447f-aa9e-5c832ace9746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:00.474382 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-7dc106b2-3f30-4223-8673-69719006650a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Request body: {'security_group_rule': {'security_group_id': '3d2c21fd-baf3-434a-9fa9-c19596594d52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:00.474580 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cf531-4cc8-417b-a6ca-37fceeccb0cf req-bfca48cf-fbf5-4b41-b8b5-5d51caf502dd tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:00.486369 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9e3cf531-4cc8-417b-a6ca-37fceeccb0cf req-bfca48cf-fbf5-4b41-b8b5-5d51caf502dd tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 932 time: 0.2231588
Jul 23 16:30:00.494659 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-7dc106b2-3f30-4223-8673-69719006650a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:00.505628 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-7dc106b2-3f30-4223-8673-69719006650a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Usage tracker for resource:security_group_rule and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:00.510142 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-7dc106b2-3f30-4223-8673-69719006650a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:00.529152 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-7dc106b2-3f30-4223-8673-69719006650a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:00.563601 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port e3478add-2d4d-4122-bdcb-96f0bc080151 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:00.566733 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:00.568062 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7dc106b2-3f30-4223-8673-69719006650a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:00.678519 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9e3cf531-4cc8-417b-a6ca-37fceeccb0cf req-8ca95a1e-bcc0-49c7-9487-c673d1f9c39d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911652
Jul 23 16:30:00.713009 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7dc106b2-3f30-4223-8673-69719006650a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:00.719994 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7dc106b2-3f30-4223-8673-69719006650a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:00.753849 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:00.825797 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc106b2-3f30-4223-8673-69719006650a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f70e7b1-1011-4f94-bcae-4b9e6b053c53,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:00.846614 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-7dc106b2-3f30-4223-8673-69719006650a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:00.852196 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7dc106b2-3f30-4223-8673-69719006650a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:00.859046 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-7dc106b2-3f30-4223-8673-69719006650a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4179924
Jul 23 16:30:00.862807 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 42372) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:00.869723 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Request body: {'floatingip': {'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:00.881664 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:00.909564 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Usage tracker for resource:floatingip and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:00.924335 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:00.949410 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:01.017553 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:01.167668 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:30:01.168421 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Request body: {'port': {'device_id': 'e3b3ca0b-2a2e-470c-b0cd-bee23be3f511', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:01.252482 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f3d06245-b788-44d1-bd4b-e0045fe9788e req-c7720991-85c5-4101-8b6b-7b805579eac0 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 210 time: 0.1486313
Jul 23 16:30:01.316876 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42394) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:01.326754 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--527784566', 'description': 'tempest-description--1519202202'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:01.336486 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:01.351383 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Usage tracker for resource:security_group and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:01.359194 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:01.374889 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:01.413775 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Request body: {'port': {'device_id': '0f59d932-0fa9-42e7-9b12-778efa4816a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:01.511214 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:01.539149 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:01.685068 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:01.699784 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Usage tracker for resource:security_group_rule and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:01.715120 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:01.771004 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:02.146044 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:02.240130 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f4485e0>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:00Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:02.247985 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34217380-a15d-4df8-8442-628a5e70db73 None None] The sync data for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi is: [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:00Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:30:02.367863 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.46', 58877) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:02.684558 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-57d09419-fd33-44cd-9f24-5bc24c6b72ab tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:02.686050 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-57d09419-fd33-44cd-9f24-5bc24c6b72ab tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.46 "GET /v2.0/networks?id=175505fa-2827-41de-9214-1d1134a7a281 HTTP/1.1" status: 200  len: 819 time: 0.3071342
Jul 23 16:30:02.770942 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Request body: {'port': {'device_id': 'cc4a4901-edf3-4987-bb50-3dda14d7608e', 'network_id': '175505fa-2827-41de-9214-1d1134a7a281', 'admin_state_up': True, 'tenant_id': '97952febb41d43fba8cc660cd41f5504'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:02.913482 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324033e9-2d58-4913-90a9-b678b1144fff {{(pid=74313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:30:02.930162 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:02.976841 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.provisioning_blocks [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Transition to ACTIVE for port object 324033e9-2d58-4913-90a9-b678b1144fff will not be triggered until provisioned by entity L2. {{(pid=74313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:30:03.008868 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454bf8b-8664-402e-93aa-8b7cf54673ad req-6b65227c-fb06-45f5-aa83-82e8941d541e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:03.010431 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5454bf8b-8664-402e-93aa-8b7cf54673ad req-6b65227c-fb06-45f5-aa83-82e8941d541e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 932 time: 1.3429856
Jul 23 16:30:03.033072 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:03.045487 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 9716edb3-0874-426f-b930-269a569b66a8 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:30:03.071323 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:03.177118 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 9716edb3-0874-426f-b930-269a569b66a8 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:30:03.177348 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:03.191482 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 9716edb3-0874-426f-b930-269a569b66a8 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:03.192729 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:03.194793 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:03.455747 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:03.526102 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:03.653497 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:03.660014 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 2.3394213
Jul 23 16:30:03.661890 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42436) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:03.712937 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfdf12-8c54-42e9-8871-094af1300159 req-67348482-985f-460e-8ea7-ce47b0a2ce8d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:03.719182 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 9716edb3-0874-426f-b930-269a569b66a8, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=9716edb3-0874-426f-b930-269a569b66a8,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:03.722761 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-62bfdf12-8c54-42e9-8871-094af1300159 req-67348482-985f-460e-8ea7-ce47b0a2ce8d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 932 time: 1.6197503
Jul 23 16:30:03.728126 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-a40fc905-8128-434d-a09c-dbccf348afbb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Request body: {'security_group_rule': {'security_group_id': 'a2135175-a885-48f6-9b37-9a4875543a70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:03.730374 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:03.737827 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:03.740692 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Pushing event updated for resources: {'Port': ['ID=324033e9-2d58-4913-90a9-b678b1144fff,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:03.750321 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:03.754422 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:03.864015 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-a40fc905-8128-434d-a09c-dbccf348afbb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:03.917432 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=9716edb3-0874-426f-b930-269a569b66a8,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:03.935096 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:03.955584 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-a40fc905-8128-434d-a09c-dbccf348afbb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Usage tracker for resource:security_group_rule and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:03.991328 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-a40fc905-8128-434d-a09c-dbccf348afbb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:04.059050 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-a40fc905-8128-434d-a09c-dbccf348afbb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:04.086546 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2135175-a885-48f6-9b37-9a4875543a70,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:04.096186 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:04.105578 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Attempting to bind port 324033e9-2d58-4913-90a9-b678b1144fff on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:30:04.107201 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Attempting to bind port 324033e9-2d58-4913-90a9-b678b1144fff by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'c0a70c3f-de75-46f9-afa5-4637c1707317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f12d7b8f-2b9f-4291-b11e-ce46f7e3b520'}] {{(pid=74313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:30:04.107583 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Attempting to bind port 324033e9-2d58-4913-90a9-b678b1144fff on network f12d7b8f-2b9f-4291-b11e-ce46f7e3b520 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:04.142701 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a40fc905-8128-434d-a09c-dbccf348afbb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:04.208102 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Port 324033e9-2d58-4913-90a9-b678b1144fff on network f12d7b8f-2b9f-4291-b11e-ce46f7e3b520 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:30:04.208981 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Attempting to bind port 324033e9-2d58-4913-90a9-b678b1144fff on network f12d7b8f-2b9f-4291-b11e-ce46f7e3b520 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:04.260855 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a40fc905-8128-434d-a09c-dbccf348afbb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:04.263037 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:30:04.264368 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5454bf8b-8664-402e-93aa-8b7cf54673ad req-50c68ab6-b505-43b5-8147-fa6245f97aed tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0717151
Jul 23 16:30:04.264820 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Checking segment: {'id': 'c0a70c3f-de75-46f9-afa5-4637c1707317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f12d7b8f-2b9f-4291-b11e-ce46f7e3b520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:30:04.265673 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Bound using segment: {'id': 'c0a70c3f-de75-46f9-afa5-4637c1707317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f12d7b8f-2b9f-4291-b11e-ce46f7e3b520'} {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:30:04.267087 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Bound port: 324033e9-2d58-4913-90a9-b678b1144fff, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0a70c3f-de75-46f9-afa5-4637c1707317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f12d7b8f-2b9f-4291-b11e-ce46f7e3b520'}}] {{(pid=74313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:30:04.267617 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:04.386086 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a40fc905-8128-434d-a09c-dbccf348afbb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:04.477261 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] For port 324033e9-2d58-4913-90a9-b678b1144fff, host hv-cinder-80203, cleared binding levels {{(pid=74313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:30:04.484510 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-7dc106b2-3f30-4223-8673-69719006650a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:04.504942 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Allocated IP 172.27.3.101 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/c670ed2b-fc63-40f7-a1a1-003db7345196) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:30:04.507443 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:04.558579 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-62bfdf12-8c54-42e9-8871-094af1300159 req-154243bf-653c-4e38-835c-825d71fd3aec tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8347385
Jul 23 16:30:04.582280 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] For port 324033e9-2d58-4913-90a9-b678b1144fff, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=324033e9-2d58-4913-90a9-b678b1144fff,segment=NetworkSegment(c0a70c3f-de75-46f9-afa5-4637c1707317),segment_id=c0a70c3f-de75-46f9-afa5-4637c1707317)] {{(pid=74313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:30:04.618578 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fc905-8128-434d-a09c-dbccf348afbb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd47e4b3-2525-4325-8b17-052d7742ef50,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:04.629920 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:04.637132 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:04.639655 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a40fc905-8128-434d-a09c-dbccf348afbb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:04.668802 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a9c8c057-2861-468c-9544-9108573cf92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:04.775745 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a40fc905-8128-434d-a09c-dbccf348afbb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:04.777422 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-a40fc905-8128-434d-a09c-dbccf348afbb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.0940027
Jul 23 16:30:04.840210 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42462) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:04.851308 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:04.865811 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-bdb6f4e4-6bf9-4f57-b12d-1a9dc2a91630 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Request body: {'security_group_rule': {'security_group_id': 'a2135175-a885-48f6-9b37-9a4875543a70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:04.910101 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-bdb6f4e4-6bf9-4f57-b12d-1a9dc2a91630 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:04.936941 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:04.945657 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] 10.222.0.46 "PUT /v2.0/ports/324033e9-2d58-4913-90a9-b678b1144fff HTTP/1.1" status: 200  len: 1094 time: 3.9637179
Jul 23 16:30:04.946258 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b3ca0b-2a2e-470c-b0cd-bee23be3f511', 'tag': '324033e9-2d58-4913-90a9-b678b1144fff'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:05.009427 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Made reservation on behalf of 97952febb41d43fba8cc660cd41f5504 for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:30:05.012316 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:05.017257 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 9716edb3-0874-426f-b930-269a569b66a8 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:30:05.046816 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:05.082177 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-bdb6f4e4-6bf9-4f57-b12d-1a9dc2a91630 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Usage tracker for resource:security_group_rule and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:05.086613 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-bdb6f4e4-6bf9-4f57-b12d-1a9dc2a91630 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:05.104590 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-bdb6f4e4-6bf9-4f57-b12d-1a9dc2a91630 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:05.108709 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Pushing event updated for resources: {'Port': ['ID=324033e9-2d58-4913-90a9-b678b1144fff,revision_number=3']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:05.115887 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:05.156937 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f4e4-6bf9-4f57-b12d-1a9dc2a91630 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:05.172261 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:05.190018 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 9716edb3-0874-426f-b930-269a569b66a8 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:05.190425 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:05.281198 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f4e4-6bf9-4f57-b12d-1a9dc2a91630 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:05.286966 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f4e4-6bf9-4f57-b12d-1a9dc2a91630 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:05.341540 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-25817f69-0df2-447f-aa9e-5c832ace9746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:05.373630 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-bdb6f4e4-6bf9-4f57-b12d-1a9dc2a91630 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:05.378376 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-bdb6f4e4-6bf9-4f57-b12d-1a9dc2a91630 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5336614
Jul 23 16:30:05.378376 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6f4e4-6bf9-4f57-b12d-1a9dc2a91630 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a953b2-841e-4136-84be-ebb20dc37203,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:05.380987 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-bdb6f4e4-6bf9-4f57-b12d-1a9dc2a91630 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:05.381494 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42486) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:05.387276 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Request body: {'floatingip': {'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:05.397664 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:05.401657 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Usage tracker for resource:floatingip and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:05.409519 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:05.418355 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:05.440761 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:05.443509 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.db.resource_extend [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] It took 0.82 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:30:05.638304 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:30:05.662634 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:30:05.674791 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event updated for resources: {'Port': ['ID=c670ed2b-fc63-40f7-a1a1-003db7345196,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:05.692995 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:30:05.694336 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:05.870287 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:05.896297 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Allocated IP 172.27.3.104 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/bb29c1bc-b007-4313-8641-08ac8f49c239) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:30:05.898651 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:30:06.113425 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-7e359024-cb81-4bce-8c21-7853c5034256 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:06.115029 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-7e359024-cb81-4bce-8c21-7853c5034256 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/networks?id=175505fa-2827-41de-9214-1d1134a7a281 HTTP/1.1" status: 200  len: 819 time: 1.5505667
Jul 23 16:30:06.144321 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:06.148568 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42506) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:06.155117 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:06.177579 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:06.255860 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:06.277189 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Transition to ACTIVE for port object 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:30:06.291714 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:06.314466 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-1bab4d66-2511-4701-a29e-a5ebaf78c25a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/quotas/97952febb41d43fba8cc660cd41f5504 HTTP/1.1" status: 200  len: 375 time: 0.1469610
Jul 23 16:30:06.418305 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:06.463323 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-853f24d4-2fe9-43cc-b0e2-3eba3d4b1af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:06.469796 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:30:06.476111 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:30:06.480383 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:30:06.488509 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-921ec388-0432-40e5-841b-48667085fafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:06.520650 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event updated for resources: {'Port': ['ID=bb29c1bc-b007-4313-8641-08ac8f49c239,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:06.545843 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:06.559217 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:06.589996 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-921ec388-0432-40e5-841b-48667085fafa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:06.602272 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-921ec388-0432-40e5-841b-48667085fafa admin admin] Usage tracker for resource:security_group_rule and tenant:598c1964c0ff4de984dc229d4d8f1cd1 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:06.609139 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-921ec388-0432-40e5-841b-48667085fafa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:06.619700 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-921ec388-0432-40e5-841b-48667085fafa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:06.701374 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Allocated IP 172.20.0.5 (175505fa-2827-41de-9214-1d1134a7a281/3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8/eb8f88b1-9379-415c-8c1c-2503084154e4) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:30:06.712692 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f2e62-db47-4be2-a6fa-2f852e674be2 req-69f2ba95-d6d1-4ec5-a490-f8348e266e3c tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:06.713982 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5d7f2e62-db47-4be2-a6fa-2f852e674be2 req-69f2ba95-d6d1-4ec5-a490-f8348e266e3c tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 944 time: 0.8966556
Jul 23 16:30:06.723090 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:06.773419 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:06.802539 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:06.810057 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:06.867580 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-921ec388-0432-40e5-841b-48667085fafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:06.874822 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-921ec388-0432-40e5-841b-48667085fafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:06.889264 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:07.028980 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-4330b9ef-a712-4214-9597-03a74cc3b1b9 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=97952febb41d43fba8cc660cd41f5504&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6941221
Jul 23 16:30:07.052188 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ec388-0432-40e5-841b-48667085fafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdcedc4-c9e8-4509-aa86-1feaa5537d0f,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:07.062921 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-921ec388-0432-40e5-841b-48667085fafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:07.069992 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-921ec388-0432-40e5-841b-48667085fafa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=598c1964c0ff4de984dc229d4d8f1cd1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9165807
Jul 23 16:30:07.071001 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42518) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:07.076757 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5d7f2e62-db47-4be2-a6fa-2f852e674be2 req-2934d9c0-217c-4186-9865-a789b3c5f343 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3475990
Jul 23 16:30:07.083682 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Attempting to bind port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:30:07.084687 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Attempting to bind port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:30:07.085424 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Attempting to bind port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 on network 156dae65-8e16-46ee-86e4-df87401a61b6 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:07.187227 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-954c08dc-7773-46e9-9858-cb281a78d121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.229670 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-954c08dc-7773-46e9-9858-cb281a78d121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.242039 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.242262 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 on network 156dae65-8e16-46ee-86e4-df87401a61b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:30:07.242593 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Attempting to bind port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 on network 156dae65-8e16-46ee-86e4-df87401a61b6 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:07.254611 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.260050 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:07.296913 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:30:07.297250 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Checking segment: {'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:30:07.298386 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Bound using segment: {'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:30:07.298883 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Bound port: 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:30:07.299227 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.390465 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.401065 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b3ca0b-2a2e-470c-b0cd-bee23be3f511', 'tag': '324033e9-2d58-4913-90a9-b678b1144fff', 'status': 'completed', 'code': 200}
Jul 23 16:30:07.408212 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event updated for resources: {'Port': ['ID=bb29c1bc-b007-4313-8641-08ac8f49c239,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:07.414944 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:07.415527 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-be783057-163e-4a8b-ad17-05e99f139a68 service neutron] 10.222.0.11 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3742285
Jul 23 16:30:07.432582 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-954c08dc-7773-46e9-9858-cb281a78d121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.437168 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-954c08dc-7773-46e9-9858-cb281a78d121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.438521 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-954c08dc-7773-46e9-9858-cb281a78d121 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cdcedc4-c9e8-4509-aa86-1feaa5537d0f HTTP/1.1" status: 204  len: 168 time: 0.3665466
Jul 23 16:30:07.439740 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-dfd85ce0-4b08-4524-875f-aa6d174d114f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:07.444121 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.470380 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.473518 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0910172
Jul 23 16:30:07.479683 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c08dc-7773-46e9-9858-cb281a78d121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdcedc4-c9e8-4509-aa86-1feaa5537d0f,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:07.483404 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-954c08dc-7773-46e9-9858-cb281a78d121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:07.500510 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.503927 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.520331 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-bcb2993b-76da-450d-a931-7335522fd81a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c3255a3af4f49799ded1c4e21095e9c&device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 1097 time: 0.1953034
Jul 23 16:30:07.610629 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-5287693b-7f83-4625-a412-ba52388f5122 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=324033e9-2d58-4913-90a9-b678b1144fff HTTP/1.1" status: 200  len: 217 time: 0.0704122
Jul 23 16:30:07.692908 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] For port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:30:07.697849 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-01f40141-6c20-427a-aab4-f496ab03ec7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:07.710840 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe045ed-34ee-45ad-8804-a9702821b988 req-788a3244-d252-477b-8a6d-a119aecb2420 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:07.713305 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-788a3244-d252-477b-8a6d-a119aecb2420 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47e04cc0-6ca3-47ef-9b55-c738a383aaac HTTP/1.1" status: 200  len: 851 time: 0.0970886
Jul 23 16:30:07.790020 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-15c83802-0f13-4f81-b06f-3f9e30f31bdb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d7b8f-2b9f-4291-b11e-ce46f7e3b520&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0687287
Jul 23 16:30:07.870253 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] For port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:30:07.898487 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.905760 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:07.947228 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42542) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:07.952514 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event updated for resources: {'Port': ['ID=c670ed2b-fc63-40f7-a1a1-003db7345196,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:07.955979 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:07.966958 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-c7e741ad-e74f-469b-a368-380fc2c4fa58 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d7b8f-2b9f-4291-b11e-ce46f7e3b520?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1678944
Jul 23 16:30:07.971788 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:07.972070 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9fbcca39-356a-4b7b-ab0c-75edd1e522c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:08.051815 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-45d2690f-9dbd-49ba-8c92-e4b9691eb7cd service neutron] 10.222.0.11 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6034586
Jul 23 16:30:08.060600 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:08.071799 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.1977272
Jul 23 16:30:08.071799 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:08.071799 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] 10.222.0.46 "PUT /v2.0/ports/2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 HTTP/1.1" status: 200  len: 1094 time: 7.0764303
Jul 23 16:30:08.071799 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f59d932-0fa9-42e7-9b12-778efa4816a9', 'tag': '2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:08.136558 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:08.160310 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:08.164755 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:08.165317 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:08.195554 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-efe045ed-34ee-45ad-8804-a9702821b988 req-967f3074-a29a-42ea-92a8-fd8805d47a0d service neutron] 10.222.0.46 "GET /v2.0/networks/f12d7b8f-2b9f-4291-b11e-ce46f7e3b520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2142966
Jul 23 16:30:08.197183 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-9fbcca39-356a-4b7b-ab0c-75edd1e522c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:08.202559 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96410c8-85c6-49c4-bd61-3359aa64d4b1 req-a66981f9-4112-4c6f-a849-4cddb1caae12 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:08.210899 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e96410c8-85c6-49c4-bd61-3359aa64d4b1 req-a66981f9-4112-4c6f-a849-4cddb1caae12 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 944 time: 0.5262053
Jul 23 16:30:08.214831 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-9fbcca39-356a-4b7b-ab0c-75edd1e522c4 admin admin] Usage tracker for resource:security_group_rule and tenant:171f23989c2a4d0d88c66bbada7c7002 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:08.221095 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-9fbcca39-356a-4b7b-ab0c-75edd1e522c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:08.237454 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-9fbcca39-356a-4b7b-ab0c-75edd1e522c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:08.335346 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Network 175505fa-2827-41de-9214-1d1134a7a281 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:30:08.353476 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:30:08.361834 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:30:08.365808 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:08.366444 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:08.374847 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Pushing event updated for resources: {'Port': ['ID=eb8f88b1-9379-415c-8c1c-2503084154e4,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:08.399010 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:08.420944 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e96410c8-85c6-49c4-bd61-3359aa64d4b1 req-b2e6e0cd-19a0-445c-83d6-eaada048c6ae tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2085345
Jul 23 16:30:08.427975 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9fbcca39-356a-4b7b-ab0c-75edd1e522c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:08.428386 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.6687877
Jul 23 16:30:08.440306 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9fbcca39-356a-4b7b-ab0c-75edd1e522c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:08.450978 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Request body: {'port': {'device_id': 'cc4a4901-edf3-4987-bb50-3dda14d7608e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:08.453176 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-84678a99-c8e7-4749-9765-9aa971750670 req-a432677e-07c6-4449-8cc6-251f55b1e918 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c3255a3af4f49799ded1c4e21095e9c&device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 1097 time: 0.1551216
Jul 23 16:30:08.456653 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:08.522199 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-cc3df9bf-a2a9-4020-8f21-82982f86606a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 1097 time: 0.3006396
Jul 23 16:30:08.612498 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcca39-356a-4b7b-ab0c-75edd1e522c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f3d9ac-400b-4972-b718-44cb7ed1b757,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:08.618214 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9fbcca39-356a-4b7b-ab0c-75edd1e522c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:08.639856 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-9fbcca39-356a-4b7b-ab0c-75edd1e522c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=171f23989c2a4d0d88c66bbada7c7002&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6890066
Jul 23 16:30:08.640749 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42572) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:08.719926 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-396a5da4-c47b-4adb-b6a6-fb3cf3643f1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 HTTP/1.1" status: 200  len: 217 time: 0.1765831
Jul 23 16:30:08.726166 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84678a99-c8e7-4749-9765-9aa971750670 req-c9c549af-3a51-49eb-9ecb-5ace2c6b71ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:08.727784 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-84678a99-c8e7-4749-9765-9aa971750670 req-c9c549af-3a51-49eb-9ecb-5ace2c6b71ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=f12d7b8f-2b9f-4291-b11e-ce46f7e3b520 HTTP/1.1" status: 200  len: 912 time: 0.2617846
Jul 23 16:30:08.735397 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-1ffbe528-667a-4b6e-8bd2-c8acbcace2a8 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--527784566&fields=id&tenant_id=8733068c398e483e93b67dd9619ed93c HTTP/1.1" status: 200  len: 267 time: 0.2514369
Jul 23 16:30:08.783629 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:08.819009 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac136-1ebe-4014-bacf-47da02f26771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:08.824067 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-84678a99-c8e7-4749-9765-9aa971750670 req-c3bd86e5-566d-4853-9c3d-9f685c6da2c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=324033e9-2d58-4913-90a9-b678b1144fff HTTP/1.1" status: 200  len: 217 time: 0.0877900
Jul 23 16:30:08.894160 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac136-1ebe-4014-bacf-47da02f26771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:08.929093 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84678a99-c8e7-4749-9765-9aa971750670 req-c3f6979d-9a12-4df8-a393-8014eed19639 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:08.930299 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-84678a99-c8e7-4749-9765-9aa971750670 req-c3f6979d-9a12-4df8-a393-8014eed19639 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=47e04cc0-6ca3-47ef-9b55-c738a383aaac HTTP/1.1" status: 200  len: 851 time: 0.0974898
Jul 23 16:30:08.995275 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-84678a99-c8e7-4749-9765-9aa971750670 req-06a7a026-095c-4b0d-a371-ac0db61b2dd5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f12d7b8f-2b9f-4291-b11e-ce46f7e3b520&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548820
Jul 23 16:30:09.036469 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac136-1ebe-4014-bacf-47da02f26771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:09.046647 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:09.111328 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ac136-1ebe-4014-bacf-47da02f26771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f3d9ac-400b-4972-b718-44cb7ed1b757,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:09.116821 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fe9ac136-1ebe-4014-bacf-47da02f26771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:09.119741 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fe9ac136-1ebe-4014-bacf-47da02f26771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:09.123522 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-fe9ac136-1ebe-4014-bacf-47da02f26771 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40f3d9ac-400b-4972-b718-44cb7ed1b757 HTTP/1.1" status: 204  len: 168 time: 0.4795487
Jul 23 16:30:09.126186 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-4ae13511-9228-4a39-b958-56366f8c2db1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:09.127794 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-4ae13511-9228-4a39-b958-56366f8c2db1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43bfb2a4-0a17-46f9-9792-9d39d06e8687 HTTP/1.1" status: 200  len: 854 time: 0.3998194
Jul 23 16:30:09.203453 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53b927-ba29-4bde-9607-cfc6f5d3ea9f req-6e7da6dc-64a7-4d8b-bb14-fb63b9d7445f tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:09.210699 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-de53b927-ba29-4bde-9607-cfc6f5d3ea9f req-6e7da6dc-64a7-4d8b-bb14-fb63b9d7445f tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 944 time: 0.6039803
Jul 23 16:30:09.274832 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-f1319811-8c3f-4895-b149-b9a2f658629a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=156dae65-8e16-46ee-86e4-df87401a61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1352763
Jul 23 16:30:09.300255 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-84678a99-c8e7-4749-9765-9aa971750670 req-2dffccfa-3827-45d2-9c91-d40941e6cda3 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d7b8f-2b9f-4291-b11e-ce46f7e3b520?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2822225
Jul 23 16:30:09.351342 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d633b91-e16a-420a-bef6-f5e109470604 req-007d2b6f-399a-49df-806f-56f2777d4e9d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:09.353002 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-007d2b6f-399a-49df-806f-56f2777d4e9d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/networks?id=ce82339f-eeee-471f-96ff-22dbd70c45a7 HTTP/1.1" status: 200  len: 811 time: 0.5586145
Jul 23 16:30:09.444507 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-84678a99-c8e7-4749-9765-9aa971750670 req-693d0248-a6c3-4eb4-b9ca-8eaf2897a653 service neutron] 10.222.0.46 "GET /v2.0/networks/f12d7b8f-2b9f-4291-b11e-ce46f7e3b520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369731
Jul 23 16:30:09.502657 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-de53b927-ba29-4bde-9607-cfc6f5d3ea9f req-9a17c17e-ee37-4782-aed0-f2b015bd3412 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2909744
Jul 23 16:30:09.518110 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-d86a91f3-0802-4f80-8684-0cf09afdaa47 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/quotas/8733068c398e483e93b67dd9619ed93c HTTP/1.1" status: 200  len: 375 time: 0.1557641
Jul 23 16:30:09.656325 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-53cee702-bba6-4b28-b91f-310f15aa918e service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3629844
Jul 23 16:30:09.821056 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-ed839577-0696-4b4e-899f-bea6e4aceb99 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Synchronizing usage tracker for tenant:b2efe7e48fb140c5b6b33a9d628704a0 on resource:security_group {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:30:09.867582 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-5af36602-cbea-4b1f-908e-12ae0759fe7f tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8733068c398e483e93b67dd9619ed93c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3408597
Jul 23 16:30:09.980754 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-86e44e51-c784-4aa1-a881-4f027a7ca955 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:09.982779 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-86e44e51-c784-4aa1-a881-4f027a7ca955 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.46 "GET /v2.0/networks?id=175505fa-2827-41de-9214-1d1134a7a281 HTTP/1.1" status: 200  len: 819 time: 0.1845517
Jul 23 16:30:09.997894 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0111b166-5525-4acf-a85a-ca34d56b9bcb req-a6ed5c04-3884-4ca7-b274-44203338cfe6 service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3244998
Jul 23 16:30:10.012423 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-ed839577-0696-4b4e-899f-bea6e4aceb99 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Unset dirty status for tenant:b2efe7e48fb140c5b6b33a9d628704a0 on resource:security_group {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:30:10.013531 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-ed839577-0696-4b4e-899f-bea6e4aceb99 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--858623203&fields=id&tenant_id=b2efe7e48fb140c5b6b33a9d628704a0 HTTP/1.1" status: 200  len: 267 time: 0.3821316
Jul 23 16:30:10.015750 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8f88b1-9379-415c-8c1c-2503084154e4 {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:30:10.027906 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:10.053781 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Request body: {'port': {'device_id': '18cca702-d70b-4a78-b825-a5f43bc9e3d0', 'network_id': '175505fa-2827-41de-9214-1d1134a7a281', 'admin_state_up': True, 'tenant_id': '97952febb41d43fba8cc660cd41f5504'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:10.088918 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Transition to ACTIVE for port object eb8f88b1-9379-415c-8c1c-2503084154e4 will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:30:10.127262 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:10.176095 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:10.189012 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fe1cee0f-a754-4929-a233-0dedfd4ff96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:10.218826 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-f862e68c-9b51-4608-be6a-c22ab281ff4d service neutron] 10.222.0.11 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3336086
Jul 23 16:30:10.263347 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:10.276729 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:10.288327 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Made reservation on behalf of 97952febb41d43fba8cc660cd41f5504 for: {'port': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:30:10.291551 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:10.483428 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Allocated IP 172.20.0.4 (175505fa-2827-41de-9214-1d1134a7a281/3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8/129c7423-cec8-4df2-bab3-f4352814424c) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:30:10.502367 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f88b1-9379-415c-8c1c-2503084154e4,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:10.525352 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:10.560621 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-6fff8f71-7f8e-47b5-84ea-5852e180e986 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:10.562098 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-6fff8f71-7f8e-47b5-84ea-5852e180e986 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/networks?id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a HTTP/1.1" status: 200  len: 816 time: 0.5089903
Jul 23 16:30:10.670402 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-09b86474-2ab7-4019-b7f2-6356bbfc4440 service neutron] 10.222.0.11 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4297163
Jul 23 16:30:10.674116 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-55f116e1-df2f-42e7-9972-ac793d88fa81 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/quotas/b2efe7e48fb140c5b6b33a9d628704a0 HTTP/1.1" status: 200  len: 375 time: 0.1015375
Jul 23 16:30:10.676562 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Attempting to bind port eb8f88b1-9379-415c-8c1c-2503084154e4 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:30:10.676892 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Attempting to bind port eb8f88b1-9379-415c-8c1c-2503084154e4 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '6cb60d25-c4da-4c66-983b-aebfc504b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '175505fa-2827-41de-9214-1d1134a7a281'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:30:10.677214 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Attempting to bind port eb8f88b1-9379-415c-8c1c-2503084154e4 on network 175505fa-2827-41de-9214-1d1134a7a281 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:10.734732 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Port eb8f88b1-9379-415c-8c1c-2503084154e4 on network 175505fa-2827-41de-9214-1d1134a7a281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:30:10.735345 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Attempting to bind port eb8f88b1-9379-415c-8c1c-2503084154e4 on network 175505fa-2827-41de-9214-1d1134a7a281 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:10.764924 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:30:10.765652 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Checking segment: {'id': '6cb60d25-c4da-4c66-983b-aebfc504b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '175505fa-2827-41de-9214-1d1134a7a281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:30:10.767066 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Bound using segment: {'id': '6cb60d25-c4da-4c66-983b-aebfc504b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '175505fa-2827-41de-9214-1d1134a7a281'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:30:10.768095 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Bound port: eb8f88b1-9379-415c-8c1c-2503084154e4, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb60d25-c4da-4c66-983b-aebfc504b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '175505fa-2827-41de-9214-1d1134a7a281'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:30:10.769174 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:10.786895 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 324033e9-2d58-4913-90a9-b678b1144fff details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:30:10.821195 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:10.907351 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:10.910286 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-fe08b10c-fe14-4f7c-844f-3f7a1f87e441 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2273545
Jul 23 16:30:10.919750 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:10.936795 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] For port eb8f88b1-9379-415c-8c1c-2503084154e4, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:30:11.045839 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Pushing event updated for resources: {'Port': ['ID=129c7423-cec8-4df2-bab3-f4352814424c,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:11.052699 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:11.070538 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Network 175505fa-2827-41de-9214-1d1134a7a281 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:30:11.071868 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:30:11.074721 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:30:11.084558 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:11.085277 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:11.135619 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0906575
Jul 23 16:30:11.157087 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Request body: {'port': {'device_id': '18cca702-d70b-4a78-b825-a5f43bc9e3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:11.166216 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 324033e9-2d58-4913-90a9-b678b1144fff, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=324033e9-2d58-4913-90a9-b678b1144fff,segment=NetworkSegment(c0a70c3f-de75-46f9-afa5-4637c1707317),segment_id=c0a70c3f-de75-46f9-afa5-4637c1707317)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:11.216890 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '324033e9-2d58-4913-90a9-b678b1144fff', 'network_id': 'f12d7b8f-2b9f-4291-b11e-ce46f7e3b520', 'port_id': '324033e9-2d58-4913-90a9-b678b1144fff', 'mac_address': 'fa:16:3e:b8:c3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e04cc0-6ca3-47ef-9b55-c738a383aaac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:30:11.223305 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] For port eb8f88b1-9379-415c-8c1c-2503084154e4, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=eb8f88b1-9379-415c-8c1c-2503084154e4,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:30:11.294071 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:11.318113 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-14700d95-28f3-4f19-aa1e-ff4353d05e5a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:11.372545 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:11.413785 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Pushing event updated for resources: {'Port': ['ID=eb8f88b1-9379-415c-8c1c-2503084154e4,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:11.419044 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:11.420501 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] 10.222.0.46 "PUT /v2.0/ports/eb8f88b1-9379-415c-8c1c-2503084154e4 HTTP/1.1" status: 200  len: 1093 time: 2.9743392
Jul 23 16:30:11.420733 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324033e9-2d58-4913-90a9-b678b1144fff {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:30:11.426220 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:11.442179 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:11.459990 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 324033e9-2d58-4913-90a9-b678b1144fff, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=324033e9-2d58-4913-90a9-b678b1144fff,segment=NetworkSegment(c0a70c3f-de75-46f9-afa5-4637c1707317),segment_id=c0a70c3f-de75-46f9-afa5-4637c1707317)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:11.466832 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:11.467031 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb0067-0698-4413-b469-9adab21cff79 req-182d9189-3288-4a58-aef1-7c52061dcfa8 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:11.467986 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-f4bb0067-0698-4413-b469-9adab21cff79 req-182d9189-3288-4a58-aef1-7c52061dcfa8 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Synchronizing usage tracker for tenant:97952febb41d43fba8cc660cd41f5504 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:30:11.470246 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:11.498862 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-f4bb0067-0698-4413-b469-9adab21cff79 req-182d9189-3288-4a58-aef1-7c52061dcfa8 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Unset dirty status for tenant:97952febb41d43fba8cc660cd41f5504 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:30:11.505962 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f4bb0067-0698-4413-b469-9adab21cff79 req-182d9189-3288-4a58-aef1-7c52061dcfa8 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 931 time: 0.3408990
Jul 23 16:30:11.619858 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=324033e9-2d58-4913-90a9-b678b1144fff,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:11.624117 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:11.627953 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8ba4c682-7edc-45ee-9b0f-46c58b0f77be service neutron] 10.222.0.11 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6883144
Jul 23 16:30:11.744732 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-f4bb0067-0698-4413-b469-9adab21cff79 req-f22096f5-94e3-4c8a-b283-82275a9c29a6 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Synchronizing usage tracker for tenant:97952febb41d43fba8cc660cd41f5504 on resource:security_group {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:30:11.847161 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-210d6140-18ba-4961-a05e-3442cc195794 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97952febb41d43fba8cc660cd41f5504&device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 1096 time: 0.3497937
Jul 23 16:30:11.870980 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['324033e9-2d58-4913-90a9-b678b1144fff'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:30:12.021620 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-f4bb0067-0698-4413-b469-9adab21cff79 req-f22096f5-94e3-4c8a-b283-82275a9c29a6 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Unset dirty status for tenant:97952febb41d43fba8cc660cd41f5504 on resource:security_group {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:30:12.034652 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f4bb0067-0698-4413-b469-9adab21cff79 req-f22096f5-94e3-4c8a-b283-82275a9c29a6 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5277250
Jul 23 16:30:12.036509 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-36a07e40-1082-49d8-a240-f38fe4d69d39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb8f88b1-9379-415c-8c1c-2503084154e4 HTTP/1.1" status: 200  len: 217 time: 0.1670206
Jul 23 16:30:12.192072 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-7830c670-b306-47db-9826-148abee2a198 service neutron] 10.222.0.11 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5630546
Jul 23 16:30:12.213943 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-9ef84318-cffc-438b-aff4-752ee600c3bf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:12.216141 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-9ef84318-cffc-438b-aff4-752ee600c3bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8 HTTP/1.1" status: 200  len: 859 time: 0.1409531
Jul 23 16:30:12.269244 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129c7423-cec8-4df2-bab3-f4352814424c {{(pid=74313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:30:12.285786 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:12.318330 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.provisioning_blocks [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Transition to ACTIVE for port object 129c7423-cec8-4df2-bab3-f4352814424c will not be triggered until provisioned by entity L2. {{(pid=74313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:30:12.325224 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:12.336198 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-ff25e8ee-0b79-4b1c-899e-ca04dafa3c7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=175505fa-2827-41de-9214-1d1134a7a281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1109138
Jul 23 16:30:12.338165 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:12.548839 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Pushing event updated for resources: {'Port': ['ID=129c7423-cec8-4df2-bab3-f4352814424c,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:12.554737 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:12.668647 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-5c99ecf5-ddc2-472e-8393-fafcf3d1e15f service neutron] 10.222.0.46 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3220167
Jul 23 16:30:12.674219 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f59d932-0fa9-42e7-9b12-778efa4816a9', 'tag': '2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442', 'status': 'completed', 'code': 200}
Jul 23 16:30:12.697062 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Attempting to bind port 129c7423-cec8-4df2-bab3-f4352814424c on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:30:12.697474 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Attempting to bind port 129c7423-cec8-4df2-bab3-f4352814424c by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '6cb60d25-c4da-4c66-983b-aebfc504b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '175505fa-2827-41de-9214-1d1134a7a281'}] {{(pid=74313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:30:12.697895 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Attempting to bind port 129c7423-cec8-4df2-bab3-f4352814424c on network 175505fa-2827-41de-9214-1d1134a7a281 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:12.714799 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Port 129c7423-cec8-4df2-bab3-f4352814424c on network 175505fa-2827-41de-9214-1d1134a7a281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:30:12.715538 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Attempting to bind port 129c7423-cec8-4df2-bab3-f4352814424c on network 175505fa-2827-41de-9214-1d1134a7a281 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:12.728688 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:30:12.732183 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Checking segment: {'id': '6cb60d25-c4da-4c66-983b-aebfc504b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '175505fa-2827-41de-9214-1d1134a7a281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:30:12.732682 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Bound using segment: {'id': '6cb60d25-c4da-4c66-983b-aebfc504b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '175505fa-2827-41de-9214-1d1134a7a281'} {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:30:12.733344 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Bound port: 129c7423-cec8-4df2-bab3-f4352814424c, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cb60d25-c4da-4c66-983b-aebfc504b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '175505fa-2827-41de-9214-1d1134a7a281'}}] {{(pid=74313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:30:12.733858 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:12.898456 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] For port 129c7423-cec8-4df2-bab3-f4352814424c, host hv-cinder-80203, cleared binding levels {{(pid=74313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:30:12.902255 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] For port 129c7423-cec8-4df2-bab3-f4352814424c, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=129c7423-cec8-4df2-bab3-f4352814424c,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:30:12.910054 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:12.923590 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:13.072641 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0bcadbaf-5b98-488e-a3b4-b1d89ebd97f4 req-b83edbda-4a8e-4253-9c8d-80694d4e2270 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 1097 time: 0.4014926
Jul 23 16:30:13.089942 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9804ea-d536-402c-b5b3-bbed864b78f8 req-619613f7-c2a6-4d6e-9bcd-720c269d2bb2 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:13.097785 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4a9804ea-d536-402c-b5b3-bbed864b78f8 req-619613f7-c2a6-4d6e-9bcd-720c269d2bb2 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 944 time: 0.2818239
Jul 23 16:30:13.100165 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Pushing event updated for resources: {'Port': ['ID=129c7423-cec8-4df2-bab3-f4352814424c,revision_number=3']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:13.105047 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:13.112185 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:13.113778 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] 10.222.0.46 "PUT /v2.0/ports/129c7423-cec8-4df2-bab3-f4352814424c HTTP/1.1" status: 200  len: 1093 time: 1.9639175
Jul 23 16:30:13.114512 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cca702-d70b-4a78-b825-a5f43bc9e3d0', 'tag': '129c7423-cec8-4df2-bab3-f4352814424c'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:13.133980 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fa26e-7619-44fd-8a5a-c4cbdf3a3928 req-785fb552-fa6f-4eeb-a17a-d46af94cfc1d tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:13.136091 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d53fa26e-7619-44fd-8a5a-c4cbdf3a3928 req-785fb552-fa6f-4eeb-a17a-d46af94cfc1d tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 945 time: 0.2289622
Jul 23 16:30:13.186562 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4a9804ea-d536-402c-b5b3-bbed864b78f8 req-0046ab1b-041f-4882-b7bb-d65a453c732a tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879076
Jul 23 16:30:13.217324 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d53fa26e-7619-44fd-8a5a-c4cbdf3a3928 req-6695682c-e495-4af3-8ce0-829abf20685e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666344
Jul 23 16:30:13.346289 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8ec3f240-3cd2-4545-866e-1839c04a914a req-0318c6d0-0e6e-42aa-bf0e-835e9368f7f1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 210 time: 0.0448716
Jul 23 16:30:13.397929 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f939a7e6-6825-4bf1-a52b-ca138240b218 req-90877eb4-a7fc-447f-954f-1a4f6456e11f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 210 time: 0.0542309
Jul 23 16:30:13.454658 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42710) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:13.533797 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18cca702-d70b-4a78-b825-a5f43bc9e3d0', 'tag': '129c7423-cec8-4df2-bab3-f4352814424c', 'status': 'completed', 'code': 200}
Jul 23 16:30:13.618383 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe73eb-64f6-4f07-b312-427f299fa34d req-431d7d4d-d759-4d43-96c9-8e0fa16eb3cd tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:13.620114 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-09fe73eb-64f6-4f07-b312-427f299fa34d req-431d7d4d-d759-4d43-96c9-8e0fa16eb3cd tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 943 time: 0.0957987
Jul 23 16:30:13.634597 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b1a380e-ba30-4398-a0be-5068071a06eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:13.672193 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3b1a380e-ba30-4398-a0be-5068071a06eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:13.673636 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-09fe73eb-64f6-4f07-b312-427f299fa34d req-07ce3f5a-1bb8-4c61-a51f-312ffe220e75 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458570
Jul 23 16:30:13.677761 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3b1a380e-ba30-4398-a0be-5068071a06eb admin admin] Usage tracker for resource:security_group_rule and tenant:c0aa296b59174e7ab60e785b3531e9cd is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:13.680897 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3b1a380e-ba30-4398-a0be-5068071a06eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:13.687263 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3b1a380e-ba30-4398-a0be-5068071a06eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:13.769998 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b1a380e-ba30-4398-a0be-5068071a06eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:13.773857 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42720) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:13.780871 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b1a380e-ba30-4398-a0be-5068071a06eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:13.794096 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:13.845199 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a380e-ba30-4398-a0be-5068071a06eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1a100c-c734-4e10-9504-2acbd5df733a,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:13.849506 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-3b1a380e-ba30-4398-a0be-5068071a06eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0aa296b59174e7ab60e785b3531e9cd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3936408
Jul 23 16:30:13.850622 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3b1a380e-ba30-4398-a0be-5068071a06eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:13.857952 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42726) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:13.924481 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9799a98-6486-4ecb-8ccb-ea5ac4c06dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:13.966839 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9799a98-6486-4ecb-8ccb-ea5ac4c06dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:13.999033 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b585b62a-33c7-4ce4-a71b-9d81303a850d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.046807 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-b585b62a-33c7-4ce4-a71b-9d81303a850d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:14.051264 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-b585b62a-33c7-4ce4-a71b-9d81303a850d admin admin] Usage tracker for resource:security_group_rule and tenant:8e9dbbba15dc44128fb2f3eb99955d90 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:14.054360 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-b585b62a-33c7-4ce4-a71b-9d81303a850d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:14.060992 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-b585b62a-33c7-4ce4-a71b-9d81303a850d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:14.071204 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9799a98-6486-4ecb-8ccb-ea5ac4c06dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.081309 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fe9ac136-1ebe-4014-bacf-47da02f26771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:14.099860 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9799a98-6486-4ecb-8ccb-ea5ac4c06dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1a100c-c734-4e10-9504-2acbd5df733a,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:14.102218 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b9799a98-6486-4ecb-8ccb-ea5ac4c06dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:14.123882 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9799a98-6486-4ecb-8ccb-ea5ac4c06dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.128635 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-b9799a98-6486-4ecb-8ccb-ea5ac4c06dc4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d1a100c-c734-4e10-9504-2acbd5df733a HTTP/1.1" status: 204  len: 168 time: 0.2660458
Jul 23 16:30:14.191037 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b585b62a-33c7-4ce4-a71b-9d81303a850d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.195384 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b585b62a-33c7-4ce4-a71b-9d81303a850d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.202534 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:14.247334 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585b62a-33c7-4ce4-a71b-9d81303a850d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b797ea-9d2c-48ed-ac55-d6ae387488f8,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:14.256369 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-b585b62a-33c7-4ce4-a71b-9d81303a850d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e9dbbba15dc44128fb2f3eb99955d90&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4785523
Jul 23 16:30:14.256369 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b585b62a-33c7-4ce4-a71b-9d81303a850d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:14.256785 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 42736) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:14.296317 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-c5f8eaf9-7b11-430f-ace1-4590a0a6e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.415147 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-deaf8095-37ae-4cec-8301-54cf66dc6c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.469873 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:30:14.502836 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-deaf8095-37ae-4cec-8301-54cf66dc6c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.552241 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10414e-e19e-4fe0-844e-136e133dc512 req-caa11e3a-1851-472e-9c02-e732005dae9b tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:14.553771 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8e10414e-e19e-4fe0-844e-136e133dc512 req-caa11e3a-1851-472e-9c02-e732005dae9b tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 944 time: 0.2284870
Jul 23 16:30:14.575694 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42748) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:14.605417 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-98e0e31a-8e36-44d9-b920-b942dd00b995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.619820 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dccf08-668d-40f0-b3d9-57b49601068d req-b666f9c4-ad40-4e54-8dd9-1b02742b21d3 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:14.622468 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2dccf08-668d-40f0-b3d9-57b49601068d req-b666f9c4-ad40-4e54-8dd9-1b02742b21d3 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 945 time: 0.2035737
Jul 23 16:30:14.633881 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:14.649753 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442', 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6', 'port_id': '2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442', 'mac_address': 'fa:16:3e:3d:eb:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bfb2a4-0a17-46f9-9792-9d39d06e8687', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:30:14.679327 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-98e0e31a-8e36-44d9-b920-b942dd00b995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:14.686178 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-98e0e31a-8e36-44d9-b920-b942dd00b995 admin admin] Usage tracker for resource:security_group_rule and tenant:179d56653e4948b6b22d6dfda4176ce1 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:14.689676 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-98e0e31a-8e36-44d9-b920-b942dd00b995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:14.697097 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-98e0e31a-8e36-44d9-b920-b942dd00b995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:14.729023 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.743997 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4a4901-edf3-4987-bb50-3dda14d7608e', 'tag': 'eb8f88b1-9379-415c-8c1c-2503084154e4'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:14.761306 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-deaf8095-37ae-4cec-8301-54cf66dc6c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.778805 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:14.791523 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-98e0e31a-8e36-44d9-b920-b942dd00b995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.793785 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:30:14.796929 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-98e0e31a-8e36-44d9-b920-b942dd00b995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.805958 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-954c08dc-7773-46e9-9858-cb281a78d121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:14.807334 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.823662 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8e10414e-e19e-4fe0-844e-136e133dc512 req-8377ef79-4aaf-421a-89e2-edb38d9a76ff tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2581291
Jul 23 16:30:14.834975 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0e31a-8e36-44d9-b920-b942dd00b995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d00903-3001-4304-bf3b-551b3ce7b11b,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:14.838503 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:14.840495 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-98e0e31a-8e36-44d9-b920-b942dd00b995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:14.848357 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf8095-37ae-4cec-8301-54cf66dc6c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b797ea-9d2c-48ed-ac55-d6ae387488f8,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:14.850123 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.853298 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:14.857858 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-deaf8095-37ae-4cec-8301-54cf66dc6c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:14.874065 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-98e0e31a-8e36-44d9-b920-b942dd00b995 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=179d56653e4948b6b22d6dfda4176ce1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2969756
Jul 23 16:30:14.874806 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 42756) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:14.898663 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-deaf8095-37ae-4cec-8301-54cf66dc6c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:14.902678 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-deaf8095-37ae-4cec-8301-54cf66dc6c39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00b797ea-9d2c-48ed-ac55-d6ae387488f8 HTTP/1.1" status: 204  len: 168 time: 0.6424968
Jul 23 16:30:14.911727 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2dccf08-668d-40f0-b3d9-57b49601068d req-9be01ead-cf0b-48f1-bb36-4fe933feecbf tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2742152
Jul 23 16:30:14.994043 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9e17-89fc-4bd5-a5e4-7a154a241d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:15.012936 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:15.017921 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:15.032313 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9e17-89fc-4bd5-a5e4-7a154a241d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:15.138817 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fa979a69-9bb0-470b-b59d-f83c4a06354f req-24c00583-4c5b-4370-b83a-64d1d254c920 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 210 time: 0.0883467
Jul 23 16:30:15.154162 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1f5857c7-a79d-418d-947a-338c3c95c97b req-f7e47542-cd40-433f-bf52-d7f42c426cf7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 210 time: 0.0646689
Jul 23 16:30:15.184728 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9e17-89fc-4bd5-a5e4-7a154a241d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:15.190677 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-056b0d84-a67d-4a5e-adb5-cc15854d73d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:15.201921 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e9e17-89fc-4bd5-a5e4-7a154a241d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d00903-3001-4304-bf3b-551b3ce7b11b,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:15.209783 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fb4e9e17-89fc-4bd5-a5e4-7a154a241d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:15.216010 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9e17-89fc-4bd5-a5e4-7a154a241d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:15.217117 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-fb4e9e17-89fc-4bd5-a5e4-7a154a241d17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13d00903-3001-4304-bf3b-551b3ce7b11b HTTP/1.1" status: 204  len: 168 time: 0.3389308
Jul 23 16:30:15.290574 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4a4901-edf3-4987-bb50-3dda14d7608e', 'tag': 'eb8f88b1-9379-415c-8c1c-2503084154e4', 'status': 'completed', 'code': 200}
Jul 23 16:30:15.395024 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a05008-6c51-4511-b951-4ac35ecaf583 req-f4adfa9e-3814-42f2-af7f-25c5c61b151f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:15.396759 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-46a05008-6c51-4511-b951-4ac35ecaf583 req-f4adfa9e-3814-42f2-af7f-25c5c61b151f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 943 time: 0.0969069
Jul 23 16:30:15.458827 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-46a05008-6c51-4511-b951-4ac35ecaf583 req-cc1c2497-92bb-44c5-aa80-ee6a6c06713b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560415
Jul 23 16:30:15.641246 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.46', 58887) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:15.641808 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-22de9ad0-57c8-46a6-ac3c-2dc0a668c2af req-75d9d0c4-fcf5-4a0d-b7c8-08f962ffb9c8 service neutron] 10.222.0.46 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471152
Jul 23 16:30:15.898435 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcadbaf-5b98-488e-a3b4-b1d89ebd97f4 req-2bbc32ad-59b9-4ead-9629-a262bc76bfba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:15.900160 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0bcadbaf-5b98-488e-a3b4-b1d89ebd97f4 req-2bbc32ad-59b9-4ead-9629-a262bc76bfba service neutron] 10.222.0.46 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 915 time: 0.2574275
Jul 23 16:30:15.929981 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:30:16.130273 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0bcadbaf-5b98-488e-a3b4-b1d89ebd97f4 req-f1ae8cbc-958d-4b5b-b001-822ce6da6610 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 HTTP/1.1" status: 200  len: 217 time: 0.2156670
Jul 23 16:30:16.196606 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-24a516fe-3078-40c7-8a9c-c52d3d81f807 req-a408b6f5-8d48-48b5-88cc-e8d6561946e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97952febb41d43fba8cc660cd41f5504&device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 1096 time: 0.5142329
Jul 23 16:30:16.219729 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d633b91-e16a-420a-bef6-f5e109470604 req-1d69bfe1-c677-4529-a0eb-de118520b90b tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:16.228863 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-7d633b91-e16a-420a-bef6-f5e109470604 req-1d69bfe1-c677-4529-a0eb-de118520b90b tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Synchronizing usage tracker for tenant:8733068c398e483e93b67dd9619ed93c on resource:network {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:30:16.248932 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-85259f7e-745a-4b25-8d38-c94c38f85f80 req-8c195c60-2da7-4d6c-99c1-dea7c9b43061 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97952febb41d43fba8cc660cd41f5504&device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 1096 time: 0.4400995
Jul 23 16:30:16.275496 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-7d633b91-e16a-420a-bef6-f5e109470604 req-1d69bfe1-c677-4529-a0eb-de118520b90b tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Unset dirty status for tenant:8733068c398e483e93b67dd9619ed93c on resource:network {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:30:16.276688 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-1d69bfe1-c677-4529-a0eb-de118520b90b tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.46 "GET /v2.0/networks?id=ce82339f-eeee-471f-96ff-22dbd70c45a7 HTTP/1.1" status: 200  len: 811 time: 0.5968690
Jul 23 16:30:16.285432 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dbf16-2591-48b2-a6a9-c84248d29066 req-0fdfdc26-8c19-4fd8-82fe-bd3eaa1c5703 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:16.286939 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2b7dbf16-2591-48b2-a6a9-c84248d29066 req-0fdfdc26-8c19-4fd8-82fe-bd3eaa1c5703 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 945 time: 0.1558905
Jul 23 16:30:16.392297 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2b7dbf16-2591-48b2-a6a9-c84248d29066 req-13683b14-fd47-45ca-b790-8ae641a174bf tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983486
Jul 23 16:30:16.450560 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ccf16-3d21-4f36-9a80-07c2a81de18a req-75575c06-b27c-4a2c-b7af-569bef5c455e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:16.452129 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-086ccf16-3d21-4f36-9a80-07c2a81de18a req-75575c06-b27c-4a2c-b7af-569bef5c455e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 945 time: 0.1594715
Jul 23 16:30:16.520156 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-086ccf16-3d21-4f36-9a80-07c2a81de18a req-9a0f38c2-30cc-4b6d-be3b-8d0a1a9cedd6 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608335
Jul 23 16:30:16.640338 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-3af2dd3b-3f88-4d4a-a6e3-c88f93469244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:16.696118 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-53ff9921-e46d-42a4-ac97-94d0671c0855 req-916cb51e-f78f-4bbb-8558-95215c8eeb9f tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 210 time: 0.1156039
Jul 23 16:30:16.708725 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3e5cdd85-fa05-49f4-b6a3-e34caa390cdf req-e92132b0-c5db-4f80-ba96-476ccd019005 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 210 time: 0.0494890
Jul 23 16:30:16.931237 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4ac70-f2b6-4d08-bee9-5761f8846bdd req-b04afc3c-fc10-4ad2-be96-a5eb30576ad2 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:16.933379 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2c4ac70-f2b6-4d08-bee9-5761f8846bdd req-b04afc3c-fc10-4ad2-be96-a5eb30576ad2 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 943 time: 0.0829895
Jul 23 16:30:16.986272 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2c4ac70-f2b6-4d08-bee9-5761f8846bdd req-ed64dda1-9168-4962-96df-ffaa8bc182e3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457277
Jul 23 16:30:17.659442 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a7128-2461-4c66-9ee4-8d6566e35e90 req-733c7dc9-d5b5-4e03-874e-e70984f40182 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:17.661171 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d53a7128-2461-4c66-9ee4-8d6566e35e90 req-733c7dc9-d5b5-4e03-874e-e70984f40182 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 945 time: 0.1087434
Jul 23 16:30:17.789182 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d53a7128-2461-4c66-9ee4-8d6566e35e90 req-0d043332-337f-4a4b-89a9-424128f11339 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219559
Jul 23 16:30:17.828644 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54db0ea-1492-4b49-8bc4-1edf9379687d req-064b85cd-b046-44ed-9828-72b0e94e3455 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:17.830513 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e54db0ea-1492-4b49-8bc4-1edf9379687d req-064b85cd-b046-44ed-9828-72b0e94e3455 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 945 time: 0.1455817
Jul 23 16:30:17.880487 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e54db0ea-1492-4b49-8bc4-1edf9379687d req-66b6bd31-a383-4d77-a20d-b5d7a3605d8c tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430322
Jul 23 16:30:17.989630 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1efa743f-08cd-428f-a468-8da6876759b9 req-ebe58745-11cf-42dc-a77c-382b0ecb7fa2 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 210 time: 0.0544784
Jul 23 16:30:18.085092 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fa30974c-c3b0-4bb1-9aea-9a5ccf02ceef req-de1eacf6-79c2-4d37-8b17-67974fa8c7f6 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 210 time: 0.0518088
Jul 23 16:30:18.110802 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:18.244199 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447043e-8916-418a-92d4-4874907f5c88 req-5141b966-74ee-4016-832d-96ce76024dfd tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:18.252663 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a447043e-8916-418a-92d4-4874907f5c88 req-5141b966-74ee-4016-832d-96ce76024dfd tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 943 time: 0.0875323
Jul 23 16:30:18.296958 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a447043e-8916-418a-92d4-4874907f5c88 req-fbb26dad-ffcc-4b5f-abcc-b611b704149c tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434420
Jul 23 16:30:18.601123 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42898) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:18.846444 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-421c96ad-5285-47da-8489-8934d8060d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:18.882125 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-421c96ad-5285-47da-8489-8934d8060d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:18.889893 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-421c96ad-5285-47da-8489-8934d8060d92 admin admin] Usage tracker for resource:security_group_rule and tenant:23f731c580ba4d6c8aa8fbdfc0b2a379 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:18.893557 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-421c96ad-5285-47da-8489-8934d8060d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:18.899217 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-421c96ad-5285-47da-8489-8934d8060d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:18.974817 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-421c96ad-5285-47da-8489-8934d8060d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:18.979064 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-421c96ad-5285-47da-8489-8934d8060d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:19.004694 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 324033e9-2d58-4913-90a9-b678b1144fff up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:30:19.048694 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-98e0e31a-8e36-44d9-b920-b942dd00b995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:19.077677 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-421c96ad-5285-47da-8489-8934d8060d92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23f731c580ba4d6c8aa8fbdfc0b2a379&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4754083
Jul 23 16:30:19.202181 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42920) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:19.233820 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 324033e9-2d58-4913-90a9-b678b1144fff completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:30:19.240198 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 324033e9-2d58-4913-90a9-b678b1144fff triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:19.240611 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:19.318053 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:19.401192 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-7d633b91-e16a-420a-bef6-f5e109470604 req-7bd8a169-331c-4597-a74d-43dd8e699bc8 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Synchronizing usage tracker for tenant:8733068c398e483e93b67dd9619ed93c on resource:security_group {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:30:19.431299 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:19.432719 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c96ad-5285-47da-8489-8934d8060d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06d417e-8d1f-48b2-a594-58b8c611aacb,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:19.438138 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-421c96ad-5285-47da-8489-8934d8060d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:19.502351 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b3ca0b-2a2e-470c-b0cd-bee23be3f511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324033e9-2d58-4913-90a9-b678b1144fff'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:19.545531 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcadbaf-5b98-488e-a3b4-b1d89ebd97f4 req-d067ffd9-7e77-4065-bbd3-a2a8528c19ee service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:19.547091 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0bcadbaf-5b98-488e-a3b4-b1d89ebd97f4 req-d067ffd9-7e77-4065-bbd3-a2a8528c19ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43bfb2a4-0a17-46f9-9792-9d39d06e8687 HTTP/1.1" status: 200  len: 854 time: 0.5272315
Jul 23 16:30:19.558783 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-7d633b91-e16a-420a-bef6-f5e109470604 req-7bd8a169-331c-4597-a74d-43dd8e699bc8 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Unset dirty status for tenant:8733068c398e483e93b67dd9619ed93c on resource:security_group {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:30:19.561915 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-7bd8a169-331c-4597-a74d-43dd8e699bc8 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8733068c398e483e93b67dd9619ed93c HTTP/1.1" status: 200  len: 379 time: 0.5162778
Jul 23 16:30:19.616794 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a516fe-3078-40c7-8a9c-c52d3d81f807 req-b0399e69-22c4-4078-a329-ae9069d8175b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:19.619134 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-24a516fe-3078-40c7-8a9c-c52d3d81f807 req-b0399e69-22c4-4078-a329-ae9069d8175b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=97952febb41d43fba8cc660cd41f5504&shared=False HTTP/1.1" status: 200  len: 920 time: 0.5790417
Jul 23 16:30:19.635019 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Request body: {'port': {'device_id': 'dc8def09-6937-4992-876e-eeb9a9a98b33', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'admin_state_up': True, 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'security_groups': ['a2135175-a885-48f6-9b37-9a4875543a70']}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:19.659422 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0bcadbaf-5b98-488e-a3b4-b1d89ebd97f4 req-3212aa5d-330b-4705-8ee5-5c6a3416c966 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=156dae65-8e16-46ee-86e4-df87401a61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0976362
Jul 23 16:30:19.676658 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 324033e9-2d58-4913-90a9-b678b1144fff, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=324033e9-2d58-4913-90a9-b678b1144fff,segment=NetworkSegment(c0a70c3f-de75-46f9-afa5-4637c1707317),segment_id=c0a70c3f-de75-46f9-afa5-4637c1707317)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:19.685796 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:19.691283 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:19.705510 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0a00e21c-2a8e-4c72-b067-41d994a5be06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:19.917658 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0bcadbaf-5b98-488e-a3b4-b1d89ebd97f4 req-0e4a8f44-a4ad-4baf-86c1-540783534325 service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2242188
Jul 23 16:30:19.942629 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85259f7e-745a-4b25-8d38-c94c38f85f80 req-ef332a2d-f4db-4577-940c-dcb40a646e80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:19.948707 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-85259f7e-745a-4b25-8d38-c94c38f85f80 req-ef332a2d-f4db-4577-940c-dcb40a646e80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=175505fa-2827-41de-9214-1d1134a7a281 HTTP/1.1" status: 200  len: 920 time: 0.9285164
Jul 23 16:30:19.962261 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=324033e9-2d58-4913-90a9-b678b1144fff,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:19.972596 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:20.032999 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.46', 58891) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:20.150182 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0a00e21c-2a8e-4c72-b067-41d994a5be06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:20.272935 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a516fe-3078-40c7-8a9c-c52d3d81f807 req-4a544b1a-cf7f-4123-b4d0-f1a8a36b03e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:20.287131 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-24a516fe-3078-40c7-8a9c-c52d3d81f807 req-4a544b1a-cf7f-4123-b4d0-f1a8a36b03e5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6206462
Jul 23 16:30:20.295803 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:20.301927 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Usage tracker for resource:port and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:20.306584 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:20.314805 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:20.327676 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Made reservation on behalf of 8733068c398e483e93b67dd9619ed93c for: {'port': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:30:20.333387 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:20.347205 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0a00e21c-2a8e-4c72-b067-41d994a5be06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:20.354952 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff024b-907d-498b-8860-20fd8a632f97 req-6c313793-9740-4300-8bc8-8bdad12bd4d8 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:20.361131 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3a7ff544-6df1-4180-9c3f-b22d44a8c59a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:20.362268 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7eff024b-907d-498b-8860-20fd8a632f97 req-6c313793-9740-4300-8bc8-8bdad12bd4d8 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 945 time: 1.0555077
Jul 23 16:30:20.402095 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ef4a4-b1dd-4543-bf9a-88d041f8dc77 req-e8cd31be-e45d-416f-b4e8-788296b8725c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:20.402749 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00e21c-2a8e-4c72-b067-41d994a5be06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06d417e-8d1f-48b2-a594-58b8c611aacb,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:20.408465 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0a00e21c-2a8e-4c72-b067-41d994a5be06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:20.410661 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1f9ef4a4-b1dd-4543-bf9a-88d041f8dc77 req-e8cd31be-e45d-416f-b4e8-788296b8725c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 945 time: 1.4795432
Jul 23 16:30:20.412894 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0a00e21c-2a8e-4c72-b067-41d994a5be06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:20.413822 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-0a00e21c-2a8e-4c72-b067-41d994a5be06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b06d417e-8d1f-48b2-a594-58b8c611aacb HTTP/1.1" status: 204  len: 168 time: 1.1911535
Jul 23 16:30:20.571255 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-85259f7e-745a-4b25-8d38-c94c38f85f80 req-f7755bcf-9db6-4a38-851a-69a8bd5484a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb8f88b1-9379-415c-8c1c-2503084154e4 HTTP/1.1" status: 200  len: 217 time: 0.5396821
Jul 23 16:30:20.609202 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-0879d88a-661c-4418-b512-a024c1745baf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97952febb41d43fba8cc660cd41f5504&device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 1096 time: 0.1991634
Jul 23 16:30:20.710292 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0bcadbaf-5b98-488e-a3b4-b1d89ebd97f4 req-aa135de3-2b6e-4d80-8771-4b2faa009733 service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7924354
Jul 23 16:30:20.733090 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7eff024b-907d-498b-8860-20fd8a632f97 req-316851e2-02d3-4e20-97ad-84352d8911e7 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3187201
Jul 23 16:30:20.788382 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-acfe929a-07c3-4cd4-8ee0-1320bd4b37ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=129c7423-cec8-4df2-bab3-f4352814424c HTTP/1.1" status: 200  len: 217 time: 0.1211002
Jul 23 16:30:20.789708 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1f9ef4a4-b1dd-4543-bf9a-88d041f8dc77 req-af95f451-bcc3-482e-b693-9a9126c1d13c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3775811
Jul 23 16:30:20.812858 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85259f7e-745a-4b25-8d38-c94c38f85f80 req-b09fbcbc-35d6-4060-b46a-b0b5937035c9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:20.815410 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-85259f7e-745a-4b25-8d38-c94c38f85f80 req-b09fbcbc-35d6-4060-b46a-b0b5937035c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8 HTTP/1.1" status: 200  len: 859 time: 0.2073011
Jul 23 16:30:20.824924 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-930c0ce4-81d4-4595-bb70-63fc788d5607 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:20.826717 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-930c0ce4-81d4-4595-bb70-63fc788d5607 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.46 "GET /v2.0/networks?id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a HTTP/1.1" status: 200  len: 816 time: 0.7833376
Jul 23 16:30:20.911937 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-85259f7e-745a-4b25-8d38-c94c38f85f80 req-e8c2f82e-840c-4d75-b3de-72b9c160a033 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=175505fa-2827-41de-9214-1d1134a7a281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0839903
Jul 23 16:30:21.014507 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device eb8f88b1-9379-415c-8c1c-2503084154e4 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:30:21.079125 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-296df9e3-9f0c-446f-a382-5b9754285108 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2efe7e48fb140c5b6b33a9d628704a0 HTTP/1.1" status: 200  len: 379 time: 0.2093358
Jul 23 16:30:21.092046 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:30:21.098556 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Allocated IP 172.20.0.11 (ce82339f-eeee-471f-96ff-22dbd70c45a7/6a685292-3ace-4bd8-8dcc-ef7b928244a3/efceefff-b8ed-47c1-a35f-ecb655bece6b) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:30:21.120484 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-17ff46cd-b125-479c-9deb-bf2eab29e7a4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:21.122034 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-17ff46cd-b125-479c-9deb-bf2eab29e7a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8 HTTP/1.1" status: 200  len: 859 time: 0.3159318
Jul 23 16:30:21.139792 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 42974) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:21.155353 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Request body: {'port': {'device_id': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'admin_state_up': True, 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'security_groups': ['3d2c21fd-baf3-434a-9fa9-c19596594d52']}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:21.200364 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9148ecaa-4f77-44ac-a127-5079a772a6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.225830 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9e7990bb-2d86-489d-9845-9e220c3b31f7 req-43cc4a81-f7cf-4e68-8579-0e405a99836f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 210 time: 0.0781498
Jul 23 16:30:21.231017 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-f2e5e74f-1212-412a-90ba-a2bc6bee18c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=175505fa-2827-41de-9214-1d1134a7a281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0919333
Jul 23 16:30:21.251323 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8722dd33-d594-49ca-9c1d-a211f797e1ba req-3a135f89-0e40-4fda-a459-93937b7a9b80 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 210 time: 0.1778796
Jul 23 16:30:21.446439 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port eb8f88b1-9379-415c-8c1c-2503084154e4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=eb8f88b1-9379-415c-8c1c-2503084154e4,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:21.467006 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': 'eb8f88b1-9379-415c-8c1c-2503084154e4', 'network_id': '175505fa-2827-41de-9214-1d1134a7a281', 'port_id': 'eb8f88b1-9379-415c-8c1c-2503084154e4', 'mac_address': 'fa:16:3e:e7:d1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:30:21.494934 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-85259f7e-745a-4b25-8d38-c94c38f85f80 req-bcd60ffc-e4e3-4aab-b3b0-abb47effee70 service neutron] 10.222.0.46 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5753794
Jul 23 16:30:21.566157 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.567130 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-0184adab-c71b-469c-9179-424ebecaa00b service neutron] 10.222.0.46 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3264081
Jul 23 16:30:21.599313 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:30:21.615965 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:21.616450 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.656284 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8f88b1-9379-415c-8c1c-2503084154e4 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:30:21.770337 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port eb8f88b1-9379-415c-8c1c-2503084154e4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=eb8f88b1-9379-415c-8c1c-2503084154e4,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:21.802063 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:21.817393 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-9148ecaa-4f77-44ac-a127-5079a772a6ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:21.823832 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:21.858520 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-9148ecaa-4f77-44ac-a127-5079a772a6ad admin admin] Usage tracker for resource:security_group_rule and tenant:52af84f488794b399c82a49d1855e367 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:21.878748 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-9148ecaa-4f77-44ac-a127-5079a772a6ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:21.907170 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:21.919247 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-9148ecaa-4f77-44ac-a127-5079a772a6ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:22.014161 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Usage tracker for resource:port and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:22.017958 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:22.026012 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:22.048010 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-93d9f11c-5562-45e0-bfe8-cdba86a6cd8c req-ef834b85-e7f6-4f05-b5b3-9274bffdceca service neutron] 10.222.0.46 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4564199
Jul 23 16:30:22.053689 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-85259f7e-745a-4b25-8d38-c94c38f85f80 req-66569683-aca5-4012-8df7-43480e3f5438 service neutron] 10.222.0.46 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5022471
Jul 23 16:30:22.062179 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Made reservation on behalf of b2efe7e48fb140c5b6b33a9d628704a0 for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:30:22.068688 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.132491 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.137232 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.161281 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=eb8f88b1-9379-415c-8c1c-2503084154e4,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:22.177813 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:22.208341 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:22.217888 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.221204 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:22.223658 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.provisioning_blocks [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Transition to ACTIVE for port object efceefff-b8ed-47c1-a35f-ecb655bece6b will not be triggered until provisioned by entity DHCP. {{(pid=74313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:30:22.241251 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6721bee-b6e2-4120-b6f1-806f4af88919 req-4b67b0a3-08c3-4019-8edf-a1d013f62130 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:22.246637 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f6721bee-b6e2-4120-b6f1-806f4af88919 req-4b67b0a3-08c3-4019-8edf-a1d013f62130 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 943 time: 0.7546675
Jul 23 16:30:22.270303 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b3ca0b-2a2e-470c-b0cd-bee23be3f511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324033e9-2d58-4913-90a9-b678b1144fff', 'code': 200}
Jul 23 16:30:22.275538 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['eb8f88b1-9379-415c-8c1c-2503084154e4'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:30:22.290120 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9148ecaa-4f77-44ac-a127-5079a772a6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.301641 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9148ecaa-4f77-44ac-a127-5079a772a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.366253 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-921ec388-0432-40e5-841b-48667085fafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:22.377628 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-9148ecaa-4f77-44ac-a127-5079a772a6ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52af84f488794b399c82a49d1855e367&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2367680
Jul 23 16:30:22.382063 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 43012) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:22.436729 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9148ecaa-4f77-44ac-a127-5079a772a6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09afe5fc-b4e0-48da-bdfc-b6dd5b872816,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:22.470444 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.476459 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9148ecaa-4f77-44ac-a127-5079a772a6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:22.487943 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f6721bee-b6e2-4120-b6f1-806f4af88919 req-249a9e94-1b02-44bd-a4e2-7ffb14491244 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310686
Jul 23 16:30:22.522333 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:22.564457 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:22.576014 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:22.619366 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Allocated IP 172.20.0.6 (1fb6c709-8eb7-4cae-8109-67bb349e8f3a/82c0dc70-c251-4f95-9b4f-2413f88533bb/624fe88a-6863-435a-b0d1-917c46d80dd4) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:30:22.694455 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-dbea09a6-fc2c-4b35-8123-ec0a6142401e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.736838 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event updated for resources: {'Port': ['ID=efceefff-b8ed-47c1-a35f-ecb655bece6b,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:22.743110 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Network ce82339f-eeee-471f-96ff-22dbd70c45a7 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:30:22.752954 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:22.757978 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:30:22.762900 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:30:22.767346 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:22.768109 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.773646 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-dbea09a6-fc2c-4b35-8123-ec0a6142401e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.833174 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2223167
Jul 23 16:30:22.856884 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Request body: {'port': {'device_id': 'dc8def09-6937-4992-876e-eeb9a9a98b33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:22.924515 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-dbea09a6-fc2c-4b35-8123-ec0a6142401e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.931558 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:22.952626 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-dbea09a6-fc2c-4b35-8123-ec0a6142401e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:22.956429 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-dbea09a6-fc2c-4b35-8123-ec0a6142401e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09afe5fc-b4e0-48da-bdfc-b6dd5b872816 HTTP/1.1" status: 204  len: 168 time: 0.5719752
Jul 23 16:30:23.008598 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea09a6-fc2c-4b35-8123-ec0a6142401e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09afe5fc-b4e0-48da-bdfc-b6dd5b872816,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:23.012338 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-dbea09a6-fc2c-4b35-8123-ec0a6142401e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:23.025781 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:23.103020 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-c55534ba-e394-4cc3-aca2-df78bac2ece2 None None] Provisioning for port efceefff-b8ed-47c1-a35f-ecb655bece6b completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:30:23.110394 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-c55534ba-e394-4cc3-aca2-df78bac2ece2 None None] Provisioning complete for port efceefff-b8ed-47c1-a35f-ecb655bece6b triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:23.111116 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-c55534ba-e394-4cc3-aca2-df78bac2ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:23.171478 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-c55534ba-e394-4cc3-aca2-df78bac2ece2 None None] Port efceefff-b8ed-47c1-a35f-ecb655bece6b cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:30:23.283005 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1e6e9-715f-4e48-ac9a-c595e4ab68bd req-7ae9fee0-d5c9-4772-aa9e-42d3a914170d tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:23.285759 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3fb1e6e9-715f-4e48-ac9a-c595e4ab68bd req-7ae9fee0-d5c9-4772-aa9e-42d3a914170d tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 946 time: 0.8123667
Jul 23 16:30:23.371982 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:23.443284 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0930db73-0a9c-4b7c-844f-dbf33cf2e16f req-ad8a9d6d-f801-4291-9b71-f9a809c2fa91 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 1099 time: 0.5364726
Jul 23 16:30:23.445140 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Transition to ACTIVE for port object 624fe88a-6863-435a-b0d1-917c46d80dd4 will not be triggered until provisioned by entity DHCP. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:30:23.457609 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcae04-17c8-4a2d-acbd-859c290a2f03 req-6b702a3c-a107-4e2f-a186-a61fa807d79c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:23.460292 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a5fcae04-17c8-4a2d-acbd-859c290a2f03 req-6b702a3c-a107-4e2f-a186-a61fa807d79c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 946 time: 0.5514708
Jul 23 16:30:23.525409 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3fb1e6e9-715f-4e48-ac9a-c595e4ab68bd req-6221d381-4ac9-4493-904d-f22303f85937 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289331
Jul 23 16:30:23.546858 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-0930db73-0a9c-4b7c-844f-dbf33cf2e16f req-bf99445c-306b-47e3-ab2a-39153a470f0c service neutron] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:23.619282 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a5fcae04-17c8-4a2d-acbd-859c290a2f03 req-1f7e874c-1214-4f20-a610-6f6cbb7c1ef9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237903
Jul 23 16:30:23.627376 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:23.635297 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-0930db73-0a9c-4b7c-844f-dbf33cf2e16f req-bf99445c-306b-47e3-ab2a-39153a470f0c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:23.660075 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-0930db73-0a9c-4b7c-844f-dbf33cf2e16f req-bf99445c-306b-47e3-ab2a-39153a470f0c service neutron] Usage tracker for resource:security_group_rule and tenant:673254192a904fc28f593a70a6ca8017 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:23.670915 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-0930db73-0a9c-4b7c-844f-dbf33cf2e16f req-bf99445c-306b-47e3-ab2a-39153a470f0c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:23.678718 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fa03242b-e36a-40de-8805-c5e0f4edc841 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:23.732501 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efceefff-b8ed-47c1-a35f-ecb655bece6b {{(pid=74313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:30:23.734379 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-0930db73-0a9c-4b7c-844f-dbf33cf2e16f req-bf99445c-306b-47e3-ab2a-39153a470f0c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:23.784702 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:23.820616 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:30:23.821812 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event updated for resources: {'Port': ['ID=624fe88a-6863-435a-b0d1-917c46d80dd4,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:23.827148 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:30:23.834271 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:23.836721 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:30:23.841262 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:23.841833 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:23.888228 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.provisioning_blocks [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Transition to ACTIVE for port object efceefff-b8ed-47c1-a35f-ecb655bece6b will not be triggered until provisioned by entity L2. {{(pid=74313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:30:23.895253 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:23.900621 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7514007
Jul 23 16:30:23.903866 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-2d117614-816f-4586-8d9f-6306860c8e0e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:23.955331 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Request body: {'port': {'device_id': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:24.260587 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-0930db73-0a9c-4b7c-844f-dbf33cf2e16f req-bf99445c-306b-47e3-ab2a-39153a470f0c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:24.272585 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f59d932-0fa9-42e7-9b12-778efa4816a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:24.334992 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Pushing event updated for resources: {'Port': ['ID=efceefff-b8ed-47c1-a35f-ecb655bece6b,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:24.337863 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-0930db73-0a9c-4b7c-844f-dbf33cf2e16f req-bf99445c-306b-47e3-ab2a-39153a470f0c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:24.351677 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:24.362861 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Attempting to bind port efceefff-b8ed-47c1-a35f-ecb655bece6b on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:30:24.363193 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Attempting to bind port efceefff-b8ed-47c1-a35f-ecb655bece6b by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'}] {{(pid=74313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:30:24.363516 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Attempting to bind port efceefff-b8ed-47c1-a35f-ecb655bece6b on network ce82339f-eeee-471f-96ff-22dbd70c45a7 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:24.371707 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Port efceefff-b8ed-47c1-a35f-ecb655bece6b on network ce82339f-eeee-471f-96ff-22dbd70c45a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:30:24.372073 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Attempting to bind port efceefff-b8ed-47c1-a35f-ecb655bece6b on network ce82339f-eeee-471f-96ff-22dbd70c45a7 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:24.381347 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:30:24.381680 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Checking segment: {'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:30:24.382065 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Bound using segment: {'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'} {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:30:24.383026 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Bound port: efceefff-b8ed-47c1-a35f-ecb655bece6b, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'}}] {{(pid=74313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:30:24.383026 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:24.384991 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:24.426378 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99445c-306b-47e3-ab2a-39153a470f0c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0760bde0-ed3d-430e-97d7-d94a29f87016,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:24.428566 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-a280b0cc-0409-4a12-ab26-ecd54e77e280 None None] Provisioning for port 624fe88a-6863-435a-b0d1-917c46d80dd4 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:30:24.446040 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-bf99445c-306b-47e3-ab2a-39153a470f0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:24.454082 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-0930db73-0a9c-4b7c-844f-dbf33cf2e16f req-bf99445c-306b-47e3-ab2a-39153a470f0c service neutron] Synchronizing usage tracker for tenant:673254192a904fc28f593a70a6ca8017 on resource:security_group {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:30:24.472318 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-a280b0cc-0409-4a12-ab26-ecd54e77e280 None None] Provisioning complete for port 624fe88a-6863-435a-b0d1-917c46d80dd4 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:24.473415 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a280b0cc-0409-4a12-ab26-ecd54e77e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:24.591631 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] For port efceefff-b8ed-47c1-a35f-ecb655bece6b, host hv-cinder-80203, cleared binding levels {{(pid=74313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:30:24.606006 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] For port efceefff-b8ed-47c1-a35f-ecb655bece6b, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=efceefff-b8ed-47c1-a35f-ecb655bece6b,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:30:24.615785 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:24.636085 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-13c18070-4a4a-4e84-b348-64b5cecb18f5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:24.636552 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80bdb4-9463-4b78-87b6-47cc67614320 req-b7d55fe1-1cac-40a3-be82-238db780b783 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:24.651535 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8d80bdb4-9463-4b78-87b6-47cc67614320 req-b7d55fe1-1cac-40a3-be82-238db780b783 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 944 time: 0.6060817
Jul 23 16:30:24.669989 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-a280b0cc-0409-4a12-ab26-ecd54e77e280 None None] Port 624fe88a-6863-435a-b0d1-917c46d80dd4 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:30:24.726241 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb998065-7a22-4e14-95ed-34e877fa0d3e req-df8c95ed-738d-4b63-a4d2-59569bfa3cd7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:24.732732 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-fb998065-7a22-4e14-95ed-34e877fa0d3e req-df8c95ed-738d-4b63-a4d2-59569bfa3cd7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Synchronizing usage tracker for tenant:b2efe7e48fb140c5b6b33a9d628704a0 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:30:24.741953 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:24.815247 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-0930db73-0a9c-4b7c-844f-dbf33cf2e16f req-bf99445c-306b-47e3-ab2a-39153a470f0c service neutron] Unset dirty status for tenant:673254192a904fc28f593a70a6ca8017 on resource:security_group {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:30:24.816670 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0930db73-0a9c-4b7c-844f-dbf33cf2e16f req-bf99445c-306b-47e3-ab2a-39153a470f0c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3549569
Jul 23 16:30:24.928577 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-fb998065-7a22-4e14-95ed-34e877fa0d3e req-df8c95ed-738d-4b63-a4d2-59569bfa3cd7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Unset dirty status for tenant:b2efe7e48fb140c5b6b33a9d628704a0 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:30:24.942408 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fb998065-7a22-4e14-95ed-34e877fa0d3e req-df8c95ed-738d-4b63-a4d2-59569bfa3cd7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 931 time: 0.8969831
Jul 23 16:30:25.000127 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:25.002162 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] 10.222.0.46 "PUT /v2.0/ports/efceefff-b8ed-47c1-a35f-ecb655bece6b HTTP/1.1" status: 200  len: 1094 time: 2.1511092
Jul 23 16:30:25.002646 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8def09-6937-4992-876e-eeb9a9a98b33', 'tag': 'efceefff-b8ed-47c1-a35f-ecb655bece6b'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:25.030200 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 129c7423-cec8-4df2-bab3-f4352814424c details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:30:25.036622 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Pushing event updated for resources: {'Port': ['ID=efceefff-b8ed-47c1-a35f-ecb655bece6b,revision_number=3']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:25.044472 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:25.055735 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device eb8f88b1-9379-415c-8c1c-2503084154e4 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:30:25.286131 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8d80bdb4-9463-4b78-87b6-47cc67614320 req-06df6bb7-9085-445d-9829-893be349a42c tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6333613
Jul 23 16:30:25.401416 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-70b350f9-db1e-434a-8f6d-2edb657102fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8733068c398e483e93b67dd9619ed93c&device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 1097 time: 0.1510212
Jul 23 16:30:25.406493 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fb998065-7a22-4e14-95ed-34e877fa0d3e req-5cdfa710-2f53-4383-aa30-e7657497b608 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1838074
Jul 23 16:30:25.490431 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port eb8f88b1-9379-415c-8c1c-2503084154e4 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:30:25.509888 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-dda46e55-a81d-4a3a-aa91-b4d586ec738d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efceefff-b8ed-47c1-a35f-ecb655bece6b HTTP/1.1" status: 200  len: 217 time: 0.0915287
Jul 23 16:30:25.543571 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 129c7423-cec8-4df2-bab3-f4352814424c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=129c7423-cec8-4df2-bab3-f4352814424c,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:25.585719 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '129c7423-cec8-4df2-bab3-f4352814424c', 'network_id': '175505fa-2827-41de-9214-1d1134a7a281', 'port_id': '129c7423-cec8-4df2-bab3-f4352814424c', 'mac_address': 'fa:16:3e:90:5d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:30:25.592991 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f59d932-0fa9-42e7-9b12-778efa4816a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442', 'code': 200}
Jul 23 16:30:25.608609 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port eb8f88b1-9379-415c-8c1c-2503084154e4 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:25.611686 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:25.658400 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d633b91-e16a-420a-bef6-f5e109470604 req-c00b731f-3b11-48e6-b5b8-dc48307277c9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:25.660725 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-c00b731f-3b11-48e6-b5b8-dc48307277c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a685292-3ace-4bd8-8dcc-ef7b928244a3 HTTP/1.1" status: 200  len: 850 time: 0.1402280
Jul 23 16:30:25.784283 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:25.841933 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624fe88a-6863-435a-b0d1-917c46d80dd4 {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:30:25.847051 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129c7423-cec8-4df2-bab3-f4352814424c {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:30:25.856313 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:25.860353 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-4d634a87-8382-48cb-a398-d69c715ac49e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce82339f-eeee-471f-96ff-22dbd70c45a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1913114
Jul 23 16:30:25.885634 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Transition to ACTIVE for port object 624fe88a-6863-435a-b0d1-917c46d80dd4 will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:30:25.899861 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:25.906777 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d005b4e-7dc8-49ba-bc5a-7764266a62b9 req-f7730ed1-56f1-42f5-95d9-3b7ff7aa5bbd tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:25.913990 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0d005b4e-7dc8-49ba-bc5a-7764266a62b9 req-f7730ed1-56f1-42f5-95d9-3b7ff7aa5bbd tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 943 time: 0.3906572
Jul 23 16:30:25.941335 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:25.982954 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 129c7423-cec8-4df2-bab3-f4352814424c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=129c7423-cec8-4df2-bab3-f4352814424c,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:25.985431 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:26.003189 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:26.010161 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:26.044352 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b02ab-b2c1-4ab5-8bb4-5076f30c7d73 req-bbf55baf-ed02-4aed-a405-aef20efdba3c tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:26.046207 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c14b02ab-b2c1-4ab5-8bb4-5076f30c7d73 req-bbf55baf-ed02-4aed-a405-aef20efdba3c tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 946 time: 0.3097436
Jul 23 16:30:26.157995 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port eb8f88b1-9379-415c-8c1c-2503084154e4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=eb8f88b1-9379-415c-8c1c-2503084154e4,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:26.164851 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=129c7423-cec8-4df2-bab3-f4352814424c,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:26.168368 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:26.170663 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:26.170934 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:26.178672 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-0142221b-a6cf-4367-84b2-b2c859dde876 service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3087027
Jul 23 16:30:26.268083 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=eb8f88b1-9379-415c-8c1c-2503084154e4,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:26.274485 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:26.287895 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Pushing event updated for resources: {'Port': ['ID=624fe88a-6863-435a-b0d1-917c46d80dd4,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:26.295186 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:26.377526 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0d005b4e-7dc8-49ba-bc5a-7764266a62b9 req-352c486f-e083-4dfd-a052-8b70341dd157 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4577849
Jul 23 16:30:26.432556 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['129c7423-cec8-4df2-bab3-f4352814424c'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:30:26.462556 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7d633b91-e16a-420a-bef6-f5e109470604 req-54f3473f-1ef5-4976-abc0-9d977244e557 service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2680039
Jul 23 16:30:26.561860 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e01769c1-3f3b-41bb-8811-3bb0a52d0b67 req-07ec03fc-78e8-4510-8537-306a7df87c7b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 1099 time: 0.5801630
Jul 23 16:30:26.623848 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c14b02ab-b2c1-4ab5-8bb4-5076f30c7d73 req-56d2bdc8-1c7e-4a0b-a276-a556da250a1a tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5566111
Jul 23 16:30:26.633651 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:30:26.713549 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Attempting to bind port 624fe88a-6863-435a-b0d1-917c46d80dd4 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:30:26.714582 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Attempting to bind port 624fe88a-6863-435a-b0d1-917c46d80dd4 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:30:26.715270 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Attempting to bind port 624fe88a-6863-435a-b0d1-917c46d80dd4 on network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:26.759617 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Port 624fe88a-6863-435a-b0d1-917c46d80dd4 on network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:30:26.760349 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Attempting to bind port 624fe88a-6863-435a-b0d1-917c46d80dd4 on network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:26.768752 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8def09-6937-4992-876e-eeb9a9a98b33', 'tag': 'efceefff-b8ed-47c1-a35f-ecb655bece6b', 'status': 'completed', 'code': 200}
Jul 23 16:30:26.843668 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e01769c1-3f3b-41bb-8811-3bb0a52d0b67 req-59a68177-78e9-4bcd-a7ec-9710d1de76da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030215
Jul 23 16:30:26.845422 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:30:26.846400 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Checking segment: {'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:30:26.847173 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Bound using segment: {'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:30:26.848095 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Bound port: 624fe88a-6863-435a-b0d1-917c46d80dd4, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:30:26.848863 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:26.974642 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567c288-6592-41ce-8367-cb37b0131890 req-2c4bcb2d-e36f-4cd1-8019-76673450a6a0 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:26.990560 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1567c288-6592-41ce-8367-cb37b0131890 req-2c4bcb2d-e36f-4cd1-8019-76673450a6a0 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 946 time: 0.4395013
Jul 23 16:30:27.535926 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] For port 624fe88a-6863-435a-b0d1-917c46d80dd4, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:30:27.586971 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1567c288-6592-41ce-8367-cb37b0131890 req-ed64658c-b251-4993-a2d8-98cff22ed95a tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5945826
Jul 23 16:30:27.594746 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4a4901-edf3-4987-bb50-3dda14d7608e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f88b1-9379-415c-8c1c-2503084154e4'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:27.613760 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] For port 624fe88a-6863-435a-b0d1-917c46d80dd4, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=624fe88a-6863-435a-b0d1-917c46d80dd4,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:30:27.628840 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:27.633726 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:27.734198 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf61d1-6f3c-45f6-85cd-488ecfd3e3d3 req-2fffbaba-e9e2-4788-8e7d-d2e29508d9e8 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:27.737374 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-aecf61d1-6f3c-45f6-85cd-488ecfd3e3d3 req-2fffbaba-e9e2-4788-8e7d-d2e29508d9e8 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 944 time: 0.7119362
Jul 23 16:30:27.818122 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9cd74289-37dd-4714-b759-0c5b586d0c57 req-e3b22072-6320-4512-8c12-1f29edf4e636 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8733068c398e483e93b67dd9619ed93c&device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 1097 time: 0.5426865
Jul 23 16:30:27.829618 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:27.831913 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] 10.222.0.46 "PUT /v2.0/ports/624fe88a-6863-435a-b0d1-917c46d80dd4 HTTP/1.1" status: 200  len: 1093 time: 3.9037604
Jul 23 16:30:27.836921 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:27.982297 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Pushing event updated for resources: {'Port': ['ID=624fe88a-6863-435a-b0d1-917c46d80dd4,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:28.060446 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:28.254710 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-aecf61d1-6f3c-45f6-85cd-488ecfd3e3d3 req-9320c96d-6156-41fa-b6a4-0132465e6a63 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5071166
Jul 23 16:30:28.326743 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323b544-9a37-485e-837e-ed1e25738fd6 req-bcb60430-ddc1-4bfb-a3df-195b62bfaab1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:28.328838 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5323b544-9a37-485e-837e-ed1e25738fd6 req-bcb60430-ddc1-4bfb-a3df-195b62bfaab1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.5048101
Jul 23 16:30:28.336946 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd74289-37dd-4714-b759-0c5b586d0c57 req-ff42aa5d-ad15-4aea-8be6-4599b937d0aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:28.338797 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9cd74289-37dd-4714-b759-0c5b586d0c57 req-ff42aa5d-ad15-4aea-8be6-4599b937d0aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce82339f-eeee-471f-96ff-22dbd70c45a7 HTTP/1.1" status: 200  len: 912 time: 0.4937878
Jul 23 16:30:28.366232 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-b558ef10-ea43-4dbf-9199-ecf62c73467f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 1096 time: 0.3985553
Jul 23 16:30:28.486109 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9cd74289-37dd-4714-b759-0c5b586d0c57 req-aa0bad52-01a4-405e-8ec3-a9761c4addd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efceefff-b8ed-47c1-a35f-ecb655bece6b HTTP/1.1" status: 200  len: 217 time: 0.1249113
Jul 23 16:30:28.512589 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5323b544-9a37-485e-837e-ed1e25738fd6 req-2a3a0ba5-59b1-42c6-a06a-9c62109cd6d0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1728060
Jul 23 16:30:28.619106 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4a4901-edf3-4987-bb50-3dda14d7608e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8f88b1-9379-415c-8c1c-2503084154e4', 'code': 200}
Jul 23 16:30:28.687575 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3650454-7812-4a3a-9da0-ac221ae6eb15 req-df31e420-2f19-4196-83f7-5fe727705295 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:28.696266 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c3650454-7812-4a3a-9da0-ac221ae6eb15 req-df31e420-2f19-4196-83f7-5fe727705295 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 944 time: 0.2784607
Jul 23 16:30:28.729341 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-9149ef1f-9b02-443a-b3a5-bce694514ac7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=624fe88a-6863-435a-b0d1-917c46d80dd4 HTTP/1.1" status: 200  len: 217 time: 0.1980708
Jul 23 16:30:28.862754 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd74289-37dd-4714-b759-0c5b586d0c57 req-ac1b4138-4471-4fd6-8ac2-91744b971c35 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:28.864282 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9cd74289-37dd-4714-b759-0c5b586d0c57 req-ac1b4138-4471-4fd6-8ac2-91744b971c35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a685292-3ace-4bd8-8dcc-ef7b928244a3 HTTP/1.1" status: 200  len: 850 time: 0.2580726
Jul 23 16:30:28.880391 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c3650454-7812-4a3a-9da0-ac221ae6eb15 req-6a140e11-2b45-4096-8c50-fb3c5cd06cc0 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1830065
Jul 23 16:30:28.892344 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-072fa703-ec14-405a-802c-9bae952b3271 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:28.902730 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-072fa703-ec14-405a-802c-9bae952b3271 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82c0dc70-c251-4f95-9b4f-2413f88533bb HTTP/1.1" status: 200  len: 855 time: 0.1576421
Jul 23 16:30:29.042818 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device efceefff-b8ed-47c1-a35f-ecb655bece6b details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:30:29.051118 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 129c7423-cec8-4df2-bab3-f4352814424c up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:30:29.129975 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'status': 'completed', 'code': 200}
Jul 23 16:30:29.243236 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 129c7423-cec8-4df2-bab3-f4352814424c completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:30:29.256113 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 129c7423-cec8-4df2-bab3-f4352814424c triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:29.256835 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:29.256940 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-357034ff-3374-45a3-95a8-01b223aea164 req-b5640a5d-2843-4b96-9f7d-68bc095f79b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 1098 time: 0.1316125
Jul 23 16:30:29.342123 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9cd74289-37dd-4714-b759-0c5b586d0c57 req-77bf747f-7b01-4ae7-acf6-e87659e7ec52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce82339f-eeee-471f-96ff-22dbd70c45a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4408331
Jul 23 16:30:29.360391 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-357034ff-3374-45a3-95a8-01b223aea164 req-2857819d-405e-418d-b67e-8429fe0634de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925348
Jul 23 16:30:29.382986 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port efceefff-b8ed-47c1-a35f-ecb655bece6b, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=efceefff-b8ed-47c1-a35f-ecb655bece6b,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:29.399231 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1b0c9-2e30-42ea-976e-6f5676fb3a2e req-0a564234-fdd9-49d0-b5fd-a2ab9fd5ef49 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:29.400789 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9eb1b0c9-2e30-42ea-976e-6f5676fb3a2e req-0a564234-fdd9-49d0-b5fd-a2ab9fd5ef49 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 946 time: 0.2212749
Jul 23 16:30:29.459366 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5ccd050f-7ded-4f17-b0bb-08a30fbf5faa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4558775
Jul 23 16:30:29.465452 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045da3c-da1a-4665-bc08-932605fe7650 req-b91845ee-549c-4673-8788-1e83ef76cdf4 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:29.474215 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a045da3c-da1a-4665-bc08-932605fe7650 req-b91845ee-549c-4673-8788-1e83ef76cdf4 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 946 time: 0.3435292
Jul 23 16:30:29.493611 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': 'efceefff-b8ed-47c1-a35f-ecb655bece6b', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'port_id': 'efceefff-b8ed-47c1-a35f-ecb655bece6b', 'mac_address': 'fa:16:3e:f8:21:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:30:29.564762 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:29.583684 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:29.612548 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a045da3c-da1a-4665-bc08-932605fe7650 req-bdf86c16-64ed-4d4e-a794-1d95e7aa9ab3 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373231
Jul 23 16:30:29.641366 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9eb1b0c9-2e30-42ea-976e-6f5676fb3a2e req-c2498681-2d37-4615-be4b-a85baad40d62 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847346
Jul 23 16:30:29.643548 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efceefff-b8ed-47c1-a35f-ecb655bece6b {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:30:29.649209 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9cd74289-37dd-4714-b759-0c5b586d0c57 req-c8a3aaae-6f55-4358-98f9-0aff72660588 service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2907147
Jul 23 16:30:29.692677 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 129c7423-cec8-4df2-bab3-f4352814424c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=129c7423-cec8-4df2-bab3-f4352814424c,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:29.699486 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:29.715042 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port efceefff-b8ed-47c1-a35f-ecb655bece6b, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=efceefff-b8ed-47c1-a35f-ecb655bece6b,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:29.716180 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:29.790990 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:29.872304 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=129c7423-cec8-4df2-bab3-f4352814424c,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:29.875841 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:29.876487 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:29.982938 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=efceefff-b8ed-47c1-a35f-ecb655bece6b,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:29.989436 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:30.381672 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9cd74289-37dd-4714-b759-0c5b586d0c57 req-4ed7246d-5657-4e50-a75d-ee969bbd9b0b service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5998194
Jul 23 16:30:30.393100 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-ecc9646a-d46a-4efb-81ab-02b15d92f526 service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6808543
Jul 23 16:30:30.416639 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7316e2-c1c8-4a58-b9bf-8014c4b4f8f6 req-a06e4a52-7342-40c9-8056-d00ffd0b8711 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:30.419209 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2c7316e2-c1c8-4a58-b9bf-8014c4b4f8f6 req-a06e4a52-7342-40c9-8056-d00ffd0b8711 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 945 time: 0.5009813
Jul 23 16:30:30.460787 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663a25e-3a2c-49c3-950b-329da6bcd298 req-d1d46482-c962-475d-ac5d-86e4c4744606 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:30.468407 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a663a25e-3a2c-49c3-950b-329da6bcd298 req-d1d46482-c962-475d-ac5d-86e4c4744606 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.6273727
Jul 23 16:30:30.594959 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2c7316e2-c1c8-4a58-b9bf-8014c4b4f8f6 req-4c4213be-4570-41a4-a539-0596585f1f5a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1698477
Jul 23 16:30:30.598000 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a663a25e-3a2c-49c3-950b-329da6bcd298 req-c9e3d29b-62fd-41a5-b385-3236fe5877e9 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1286149
Jul 23 16:30:30.620828 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cca702-d70b-4a78-b825-a5f43bc9e3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129c7423-cec8-4df2-bab3-f4352814424c'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:30.756777 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cca702-d70b-4a78-b825-a5f43bc9e3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129c7423-cec8-4df2-bab3-f4352814424c', 'code': 200}
Jul 23 16:30:30.946423 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dd89a-654d-43ac-92f1-b750a94a7794 req-2d59e99e-42f6-415c-9b0e-a19b6b3ac25d tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:30.948133 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-537dd89a-654d-43ac-92f1-b750a94a7794 req-2d59e99e-42f6-415c-9b0e-a19b6b3ac25d tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1211710
Jul 23 16:30:30.987988 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Sync routers for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:30:31.003619 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:30:31.004527 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f6246d0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:30:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:31.008960 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Sync routers for ids ['a396b493-412a-4fdf-b4b1-2c4cb9a5a748'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:30:31.024422 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Routers {'a396b493-412a-4fdf-b4b1-2c4cb9a5a748'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:30:31.024881 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-537dd89a-654d-43ac-92f1-b750a94a7794 req-feea8a76-ca78-49ef-8683-2589a4026fd9 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704701
Jul 23 16:30:31.025672 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f72f130>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:30:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['a396b493-412a-4fdf-b4b1-2c4cb9a5a748'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:31.228821 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Set router a396b493-412a-4fdf-b4b1-2c4cb9a5a748 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:30:31.229546 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:30:31.594764 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f6246d0>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:29:51Z', 'revision_number': 2, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:31.596326 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f72f130>, [{'id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'name': 'tempest-ServerRescueNegativeTestJSON-1112375758-router', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:48Z', 'revision_number': 4, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'gw_port': {'id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:41Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '5a3e28f2-2c31-4fb8-ac41-fe66298f5909', 'name': '', 'network_id': '175505fa-2827-41de-9214-1d1134a7a281', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'mac_address': 'fa:16:3e:5c:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 2, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'subnets': [{'id': '3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:31.600361 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Checking router: 472cde1c-dfba-4dc7-a948-d5055a226b64 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:30:31.600760 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Updating router 472cde1c-dfba-4dc7-a948-d5055a226b64 port 876797aa-dd48-4997-9740-db4246dea916 binding host dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:30:31.602969 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Checking router: a396b493-412a-4fdf-b4b1-2c4cb9a5a748 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:30:31.603739 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Updating router a396b493-412a-4fdf-b4b1-2c4cb9a5a748 port 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 binding host dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:30:31.665063 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:31.678383 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.032862 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 43220) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:32.066513 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e899a93-d1db-4242-a2ec-90bc46e88c99 req-cafd546b-d083-4985-b7bc-816df7af6ef6 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:32.080899 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2e899a93-d1db-4242-a2ec-90bc46e88c99 req-cafd546b-d083-4985-b7bc-816df7af6ef6 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 945 time: 0.2522593
Jul 23 16:30:32.137509 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ea8ab-69d5-407c-a584-23a575388d7a req-4f0f1af4-7167-4c1b-9a09-8ed7e3888538 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:32.145911 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e30ea8ab-69d5-407c-a584-23a575388d7a req-4f0f1af4-7167-4c1b-9a09-8ed7e3888538 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.2045014
Jul 23 16:30:32.219902 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e30ea8ab-69d5-407c-a584-23a575388d7a req-0e2b57f4-71b1-4932-b2a5-da6cec0ed908 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0722845
Jul 23 16:30:32.279309 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2e899a93-d1db-4242-a2ec-90bc46e88c99 req-6c040e27-5d43-41b6-ac5d-644b86706251 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1970301
Jul 23 16:30:32.299656 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c2712611-646b-42ff-994a-e6000d43ebed admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.350397 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Notify callbacks [] for port, precommit_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.357169 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-c2712611-646b-42ff-994a-e6000d43ebed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:32.366013 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-c2712611-646b-42ff-994a-e6000d43ebed admin admin] Usage tracker for resource:security_group_rule and tenant:fa531e3a56664cbfa2337e864c33b198 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:32.367951 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Transition to ACTIVE for port object 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:30:32.373526 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-c2712611-646b-42ff-994a-e6000d43ebed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:32.376986 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.380202 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Notify callbacks [] for port, precommit_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.385167 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-c2712611-646b-42ff-994a-e6000d43ebed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:32.391958 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:32.397842 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.provisioning_blocks [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Transition to ACTIVE for port object 876797aa-dd48-4997-9740-db4246dea916 will not be triggered until provisioned by entity L2. {{(pid=74315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:30:32.407630 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.414119 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:32.517506 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f3900-0164-47d5-95d2-37e010436ae7 req-cdb7aff1-cb2e-4627-85ea-f416b63be164 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:32.520962 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1b2f3900-0164-47d5-95d2-37e010436ae7 req-cdb7aff1-cb2e-4627-85ea-f416b63be164 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1388977
Jul 23 16:30:32.546309 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c2712611-646b-42ff-994a-e6000d43ebed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.557427 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c2712611-646b-42ff-994a-e6000d43ebed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.583959 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fb9fc-e476-4b7d-a703-321fc09f2ef4 None None] Pushing event updated for resources: {'Port': ['ID=5a3e28f2-2c31-4fb8-ac41-fe66298f5909,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:32.598536 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-e36fb9fc-e476-4b7d-a703-321fc09f2ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:32.602119 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41be2e0-3a9b-4aaf-862c-2bed49817c93 None None] Pushing event updated for resources: {'Port': ['ID=876797aa-dd48-4997-9740-db4246dea916,revision_number=3']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:32.611873 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-d41be2e0-3a9b-4aaf-862c-2bed49817c93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:32.631132 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:32.642692 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1b2f3900-0164-47d5-95d2-37e010436ae7 req-880dc686-98dd-4885-98a0-a1ddad6f3d08 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144962
Jul 23 16:30:32.654756 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-c2712611-646b-42ff-994a-e6000d43ebed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa531e3a56664cbfa2337e864c33b198&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6206229
Jul 23 16:30:32.659110 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 43230) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:32.701613 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2712611-646b-42ff-994a-e6000d43ebed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0870e6b0-d578-47b8-b65c-9e44d1b22532,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:32.705599 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c2712611-646b-42ff-994a-e6000d43ebed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:32.738077 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Attempting to bind port 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:30:32.738463 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Attempting to bind port 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '6cb60d25-c4da-4c66-983b-aebfc504b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '175505fa-2827-41de-9214-1d1134a7a281'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:30:32.738836 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Attempting to bind port 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 on network 175505fa-2827-41de-9214-1d1134a7a281 {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:32.748513 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:30:32.748997 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Checking segment: {'id': '6cb60d25-c4da-4c66-983b-aebfc504b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '175505fa-2827-41de-9214-1d1134a7a281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:30:32.749542 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.749999 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Bound using segment: {'id': '6cb60d25-c4da-4c66-983b-aebfc504b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '175505fa-2827-41de-9214-1d1134a7a281'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:30:32.751534 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Bound port: 5a3e28f2-2c31-4fb8-ac41-fe66298f5909, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb60d25-c4da-4c66-983b-aebfc504b4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '175505fa-2827-41de-9214-1d1134a7a281'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:30:32.751971 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.815377 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Attempting to bind port 876797aa-dd48-4997-9740-db4246dea916 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:30:32.816372 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Attempting to bind port 876797aa-dd48-4997-9740-db4246dea916 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:30:32.817266 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Attempting to bind port 876797aa-dd48-4997-9740-db4246dea916 on network ce82339f-eeee-471f-96ff-22dbd70c45a7 {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:30:32.852098 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:30:32.852098 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Checking segment: {'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:30:32.852098 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.852098 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Bound using segment: {'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:30:32.852098 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Bound port: 876797aa-dd48-4997-9740-db4246dea916, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'}}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:30:32.852098 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.860336 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ecf0-8d36-46b6-8182-aa3cdad0bb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.902719 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ecf0-8d36-46b6-8182-aa3cdad0bb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.919427 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] For port 5a3e28f2-2c31-4fb8-ac41-fe66298f5909, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:30:32.924665 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] For port 5a3e28f2-2c31-4fb8-ac41-fe66298f5909, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=5a3e28f2-2c31-4fb8-ac41-fe66298f5909,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:30:32.931983 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.936366 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:32.990258 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ecf0-8d36-46b6-8182-aa3cdad0bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:32.998065 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:33.013122 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7ecf0-8d36-46b6-8182-aa3cdad0bb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0870e6b0-d578-47b8-b65c-9e44d1b22532,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:33.023547 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d8f7ecf0-8d36-46b6-8182-aa3cdad0bb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:33.023715 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fb9fc-e476-4b7d-a703-321fc09f2ef4 None None] Pushing event updated for resources: {'Port': ['ID=5a3e28f2-2c31-4fb8-ac41-fe66298f5909,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:33.024643 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ecf0-8d36-46b6-8182-aa3cdad0bb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:33.026206 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-d8f7ecf0-8d36-46b6-8182-aa3cdad0bb9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0870e6b0-d578-47b8-b65c-9e44d1b22532 HTTP/1.1" status: 204  len: 168 time: 0.3655157
Jul 23 16:30:33.041208 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-e36fb9fc-e476-4b7d-a703-321fc09f2ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:33.043541 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] For port 876797aa-dd48-4997-9740-db4246dea916, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:30:33.052310 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] For port 876797aa-dd48-4997-9740-db4246dea916, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=876797aa-dd48-4997-9740-db4246dea916,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:30:33.061936 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:33.086466 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Routers {'a396b493-412a-4fdf-b4b1-2c4cb9a5a748'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:30:33.086834 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:33.087594 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f72f130>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:30:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['a396b493-412a-4fdf-b4b1-2c4cb9a5a748'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:33.263863 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:30:33.264517 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f6246d0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:30:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:33.417858 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] Set router a396b493-412a-4fdf-b4b1-2c4cb9a5a748 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:30:33.418452 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41be2e0-3a9b-4aaf-862c-2bed49817c93 None None] Pushing event updated for resources: {'Port': ['ID=876797aa-dd48-4997-9740-db4246dea916,revision_number=4']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:33.424519 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-d41be2e0-3a9b-4aaf-862c-2bed49817c93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:33.625402 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:30:33.731801 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3743b2-ab7b-43ae-8a71-09a07b2790a8 req-5314b205-254e-4e07-8d63-34f1f10b0030 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:33.739315 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fc3743b2-ab7b-43ae-8a71-09a07b2790a8 req-5314b205-254e-4e07-8d63-34f1f10b0030 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 945 time: 0.2214861
Jul 23 16:30:33.772554 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['efceefff-b8ed-47c1-a35f-ecb655bece6b'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:30:33.783619 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75536-d2f9-44b8-bc9c-2b341d7726d2 req-aad5c167-2dcf-4f01-955e-57f3152b2627 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:33.786015 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ecf75536-d2f9-44b8-bc9c-2b341d7726d2 req-aad5c167-2dcf-4f01-955e-57f3152b2627 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1761343
Jul 23 16:30:33.849899 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 43252) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:33.907091 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4da1a7bd-03c2-4255-bde2-0ed01495b018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:34.010469 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-4da1a7bd-03c2-4255-bde2-0ed01495b018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:34.016272 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-4da1a7bd-03c2-4255-bde2-0ed01495b018 admin admin] Usage tracker for resource:security_group_rule and tenant:8ebf600649494d92878b2d45fea0076d is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:34.020540 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-4da1a7bd-03c2-4255-bde2-0ed01495b018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:34.029471 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-4da1a7bd-03c2-4255-bde2-0ed01495b018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:34.164604 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4da1a7bd-03c2-4255-bde2-0ed01495b018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:34.168038 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-202e3c49-6127-4b69-83a9-fccf1647ea43 req-5f7deb4c-eeab-44c8-8a3f-2b887b50fc3d service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3693938
Jul 23 16:30:34.175252 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4da1a7bd-03c2-4255-bde2-0ed01495b018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:34.230604 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f72f130>, [{'id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'name': 'tempest-ServerRescueNegativeTestJSON-1112375758-router', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:48Z', 'revision_number': 4, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'gw_port': {'id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:41Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '5a3e28f2-2c31-4fb8-ac41-fe66298f5909', 'name': '', 'network_id': '175505fa-2827-41de-9214-1d1134a7a281', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'mac_address': 'fa:16:3e:5c:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:32Z', 'revision_number': 4, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'subnets': [{'id': '3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:34.237612 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fa056-b414-4d21-8f39-4b26ba3eabc2 None None] The sync data for ids ['a396b493-412a-4fdf-b4b1-2c4cb9a5a748'] in dv-cinder-802039-1-iscsi is: [{'id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'name': 'tempest-ServerRescueNegativeTestJSON-1112375758-router', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:48Z', 'revision_number': 4, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'gw_port': {'id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:41Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '5a3e28f2-2c31-4fb8-ac41-fe66298f5909', 'name': '', 'network_id': '175505fa-2827-41de-9214-1d1134a7a281', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'mac_address': 'fa:16:3e:5c:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:32Z', 'revision_number': 4, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'subnets': [{'id': '3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:30:34.245674 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b9799a98-6486-4ecb-8ccb-ea5ac4c06dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:34.261605 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-4da1a7bd-03c2-4255-bde2-0ed01495b018 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ebf600649494d92878b2d45fea0076d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4098089
Jul 23 16:30:34.262249 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 43262) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:34.269118 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ecf75536-d2f9-44b8-bc9c-2b341d7726d2 req-e5bc2a44-c06a-4497-b208-9b1215847f42 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4283278
Jul 23 16:30:34.290255 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fc3743b2-ab7b-43ae-8a71-09a07b2790a8 req-38c76db9-f70e-44b9-a65e-a8931512e8b8 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5471282
Jul 23 16:30:34.321160 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1a7bd-03c2-4255-bde2-0ed01495b018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1753e392-c661-47c1-8b79-58c830e016bd,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:34.329556 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4da1a7bd-03c2-4255-bde2-0ed01495b018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:34.406830 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9eab047a-66a0-48b0-9aa8-b2fbfce8f617 req-57015914-0ed1-4b34-b703-b4e8450b409e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 1098 time: 0.2088780
Jul 23 16:30:34.440640 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f6246d0>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:33Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:34.446519 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c1ac6-9fdd-4b78-a6be-6e0eb95e3a25 None None] The sync data for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi is: [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:33Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:30:34.452151 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b8134a2-48d8-4efb-90c1-4c530147573e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:34.533345 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b8134a2-48d8-4efb-90c1-4c530147573e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:34.625678 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b8134a2-48d8-4efb-90c1-4c530147573e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:34.631899 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4da1a7bd-03c2-4255-bde2-0ed01495b018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:34.653305 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b8134a2-48d8-4efb-90c1-4c530147573e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:34.654458 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-3b8134a2-48d8-4efb-90c1-4c530147573e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1753e392-c661-47c1-8b79-58c830e016bd HTTP/1.1" status: 204  len: 168 time: 0.3885748
Jul 23 16:30:34.655455 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8134a2-48d8-4efb-90c1-4c530147573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1753e392-c661-47c1-8b79-58c830e016bd,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:34.664430 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3b8134a2-48d8-4efb-90c1-4c530147573e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:34.697787 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9eab047a-66a0-48b0-9aa8-b2fbfce8f617 req-1dbdc2c4-ef10-47ff-a852-0a3ff5b3c9c9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1955621
Jul 23 16:30:34.705594 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5d79340e-eb73-4980-ba31-59f982151b4c req-0e7c686d-a649-4c01-bde7-065952a904a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 1096 time: 0.2694871
Jul 23 16:30:34.732705 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a424c-406c-48b6-aae9-e2038935ca80 req-6a9e68ec-70ed-4d17-af6e-287ffe7aa5b3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:34.735301 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-dd6a424c-406c-48b6-aae9-e2038935ca80 req-6a9e68ec-70ed-4d17-af6e-287ffe7aa5b3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.2462649
Jul 23 16:30:34.798477 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-dd6a424c-406c-48b6-aae9-e2038935ca80 req-bf030491-e2bc-466a-924e-7b225cc72934 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562820
Jul 23 16:30:35.141979 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:30:35.314319 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:30:35.328779 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:35.329890 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:35.522309 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:35.559003 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 43288) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:35.564690 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 5a3e28f2-2c31-4fb8-ac41-fe66298f5909, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=5a3e28f2-2c31-4fb8-ac41-fe66298f5909,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:35.570300 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:35.574169 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 876797aa-dd48-4997-9740-db4246dea916 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:30:35.598633 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:35.606417 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-514ada38-b5ea-4c63-a983-983bed9c29bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:35.690046 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:35.705693 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Usage tracker for resource:security_group_rule and tenant:3723819463d746d2934f681b5e48aa97 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:35.715238 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:35.726378 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79340e-eb73-4980-ba31-59f982151b4c req-3f8d7aa2-7abe-490d-9e10-7ad82adbc667 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:35.732853 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5d79340e-eb73-4980-ba31-59f982151b4c req-3f8d7aa2-7abe-490d-9e10-7ad82adbc667 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a HTTP/1.1" status: 200  len: 917 time: 0.5096307
Jul 23 16:30:35.734017 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:35.747787 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device efceefff-b8ed-47c1-a35f-ecb655bece6b up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:30:35.916401 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=5a3e28f2-2c31-4fb8-ac41-fe66298f5909,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:35.930951 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:35.960038 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port efceefff-b8ed-47c1-a35f-ecb655bece6b completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:30:35.976128 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 876797aa-dd48-4997-9740-db4246dea916 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:30:35.980951 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port efceefff-b8ed-47c1-a35f-ecb655bece6b triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:35.981379 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:35.997683 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.006651 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.022101 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9fbcca39-356a-4b7b-ab0c-75edd1e522c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:36.064960 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5d79340e-eb73-4980-ba31-59f982151b4c req-bcf7351e-79d8-42a2-b3a0-c44a205fcf2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=624fe88a-6863-435a-b0d1-917c46d80dd4 HTTP/1.1" status: 200  len: 217 time: 0.2758381
Jul 23 16:30:36.089196 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 876797aa-dd48-4997-9740-db4246dea916 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:36.089678 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.139433 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3723819463d746d2934f681b5e48aa97&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5785985
Jul 23 16:30:36.144431 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 43308) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:36.170073 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d7a4c9-deba-4bd3-8584-bc9f9af8fd3c,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:36.218141 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79340e-eb73-4980-ba31-59f982151b4c req-560c734d-0642-42b2-9435-b41360d7f3d7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:36.220313 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5d79340e-eb73-4980-ba31-59f982151b4c req-560c734d-0642-42b2-9435-b41360d7f3d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82c0dc70-c251-4f95-9b4f-2413f88533bb HTTP/1.1" status: 200  len: 855 time: 0.1351366
Jul 23 16:30:36.230040 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:36.248417 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:36.249007 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:36.253656 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:36.254134 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:36.254569 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:36.255157 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:36.255524 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:36.255901 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:36.256903 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:36.258396 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:36.267208 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:36.297492 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f77a7-1520-418a-9827-a25c6e88d541 req-1a1ab0f2-c250-4690-80e1-4c1b10b679b7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:36.301022 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4f3f77a7-1520-418a-9827-a25c6e88d541 req-1a1ab0f2-c250-4690-80e1-4c1b10b679b7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.3173399
Jul 23 16:30:36.347876 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.366588 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5fce288-4381-40a0-bdb1-b882c71cb388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.427942 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.433022 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5fce288-4381-40a0-bdb1-b882c71cb388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.467817 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4f3f77a7-1520-418a-9827-a25c6e88d541 req-6ec82492-f4a3-4a78-83c2-8ceae6ece551 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1565785
Jul 23 16:30:36.504604 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5d79340e-eb73-4980-ba31-59f982151b4c req-38118a3a-64b3-4b87-b975-d14870b8b9ff service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2637022
Jul 23 16:30:36.529960 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5fce288-4381-40a0-bdb1-b882c71cb388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.539862 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:36.570337 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fce288-4381-40a0-bdb1-b882c71cb388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d7a4c9-deba-4bd3-8584-bc9f9af8fd3c,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:36.574573 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d5fce288-4381-40a0-bdb1-b882c71cb388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:36.590842 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5fce288-4381-40a0-bdb1-b882c71cb388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.590842 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-d5fce288-4381-40a0-bdb1-b882c71cb388 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8d7a4c9-deba-4bd3-8584-bc9f9af8fd3c HTTP/1.1" status: 204  len: 168 time: 0.4444902
Jul 23 16:30:36.664739 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 876797aa-dd48-4997-9740-db4246dea916, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=876797aa-dd48-4997-9740-db4246dea916,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:36.751671 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:36.771661 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8def09-6937-4992-876e-eeb9a9a98b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efceefff-b8ed-47c1-a35f-ecb655bece6b'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:36.803695 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-e948fb4e-7823-4092-95df-6411220cdbd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:37.124180 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port efceefff-b8ed-47c1-a35f-ecb655bece6b, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=efceefff-b8ed-47c1-a35f-ecb655bece6b,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:37.165848 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.184191 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:30:37.306114 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=876797aa-dd48-4997-9740-db4246dea916,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:37.320594 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:37.321601 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-e36fb9fc-e476-4b7d-a703-321fc09f2ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:37.356618 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5d79340e-eb73-4980-ba31-59f982151b4c req-277a175c-976b-4ec0-be5a-064f2890e153 service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7522967
Jul 23 16:30:37.363549 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a90fc-d56a-40ad-8124-7021d3a21998 req-72245e7f-f3a1-4dc8-87a0-b56ef7ddbbed tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:37.366108 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a1a90fc-d56a-40ad-8124-7021d3a21998 req-72245e7f-f3a1-4dc8-87a0-b56ef7ddbbed tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 945 time: 0.4450810
Jul 23 16:30:37.421294 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=efceefff-b8ed-47c1-a35f-ecb655bece6b,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:37.433601 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:37.433999 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:37.466315 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27dacf1-0fd4-4e18-96fd-f21af47acc20 req-4956eba0-a9ee-474b-957a-c013cbdc559b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:37.474250 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e27dacf1-0fd4-4e18-96fd-f21af47acc20 req-4956eba0-a9ee-474b-957a-c013cbdc559b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.2686901
Jul 23 16:30:37.519329 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a1a90fc-d56a-40ad-8124-7021d3a21998 req-d0bc6b35-9af4-4170-a727-754d284f15fd tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1413245
Jul 23 16:30:37.656361 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:37.674883 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e27dacf1-0fd4-4e18-96fd-f21af47acc20 req-6dd066aa-308c-4902-a417-9c324523bee6 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921272
Jul 23 16:30:37.782925 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5d79340e-eb73-4980-ba31-59f982151b4c req-b91a60c4-ef54-4175-b0d8-dc2219d5d20a service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3558552
Jul 23 16:30:37.807656 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8def09-6937-4992-876e-eeb9a9a98b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efceefff-b8ed-47c1-a35f-ecb655bece6b', 'code': 200}
Jul 23 16:30:38.042737 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47562521-3c31-4274-ad0f-a71f19577874 req-4d63af61-fd6a-4709-b0ee-7588320311b6 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:38.044349 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-47562521-3c31-4274-ad0f-a71f19577874 req-4d63af61-fd6a-4709-b0ee-7588320311b6 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.1098907
Jul 23 16:30:38.104378 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-47562521-3c31-4274-ad0f-a71f19577874 req-f5772b9f-10cd-4770-8c2c-2d70e9911760 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514796
Jul 23 16:30:38.338800 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-937fe049-38ba-4030-b876-7aed1d70d82b req-0bc93b49-13d7-48a5-af26-c2ef0eac1e89 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 1099 time: 0.1000483
Jul 23 16:30:38.459064 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-937fe049-38ba-4030-b876-7aed1d70d82b req-810496a6-453a-41fb-9dc7-f3f7b44ef763 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755911
Jul 23 16:30:38.964919 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235a9dc-7ff9-4a71-b406-103ef23b3e76 req-631a41b4-62d6-4fc4-aa62-09db13d1ecea tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:38.966477 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2235a9dc-7ff9-4a71-b406-103ef23b3e76 req-631a41b4-62d6-4fc4-aa62-09db13d1ecea tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.3301880
Jul 23 16:30:39.022211 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688ec6f-2bec-4600-8ef4-4cd07a54a7bf req-f1e735d8-6356-4f76-bbfd-8fc4f35126cf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:39.024367 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0688ec6f-2bec-4600-8ef4-4cd07a54a7bf req-f1e735d8-6356-4f76-bbfd-8fc4f35126cf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.2078819
Jul 23 16:30:39.084587 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2235a9dc-7ff9-4a71-b406-103ef23b3e76 req-05449ecf-b6c2-4791-8280-3feb8acb0ff5 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071053
Jul 23 16:30:39.088142 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 876797aa-dd48-4997-9740-db4246dea916 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:30:39.093546 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0688ec6f-2bec-4600-8ef4-4cd07a54a7bf req-2878559f-c1ba-46f8-b93a-2c1bfe1d6aca tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610516
Jul 23 16:30:39.205284 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 876797aa-dd48-4997-9740-db4246dea916 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:39.206992 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:39.527415 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e3528039-47c4-4942-9534-ef69cd85f81d req-8b22f64e-67cd-494a-a2e5-1c6d1a5e7722 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2825520
Jul 23 16:30:39.544494 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4db0e03a-027f-4d10-9a23-2c61ce4c0bde req-1f66276e-e855-425d-8297-70c8b4a7c7aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97952febb41d43fba8cc660cd41f5504&device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 1098 time: 0.2331252
Jul 23 16:30:39.558234 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3d4b0-0942-47bd-b316-3ca5ecda02e2 req-fb2a0858-af32-4bc4-bd73-0d87f30f260f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:39.564718 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-58c3d4b0-0942-47bd-b316-3ca5ecda02e2 req-fb2a0858-af32-4bc4-bd73-0d87f30f260f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.2505159
Jul 23 16:30:39.734688 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 624fe88a-6863-435a-b0d1-917c46d80dd4 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:30:39.805564 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-58c3d4b0-0942-47bd-b316-3ca5ecda02e2 req-1b23a8f7-403b-4539-a37e-69c543e40229 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2398963
Jul 23 16:30:39.905190 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0e03a-027f-4d10-9a23-2c61ce4c0bde req-86c2057b-3475-42f7-9863-f6ac798105d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:39.906749 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4db0e03a-027f-4d10-9a23-2c61ce4c0bde req-86c2057b-3475-42f7-9863-f6ac798105d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=175505fa-2827-41de-9214-1d1134a7a281 HTTP/1.1" status: 200  len: 920 time: 0.2995563
Jul 23 16:30:39.927923 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 624fe88a-6863-435a-b0d1-917c46d80dd4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=624fe88a-6863-435a-b0d1-917c46d80dd4,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:39.943353 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'port_id': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'mac_address': 'fa:16:3e:db:20:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:30:39.977967 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e3528039-47c4-4942-9534-ef69cd85f81d req-ad5400ed-f008-478c-ab7b-50d2855575c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 1099 time: 0.2702270
Jul 23 16:30:39.994978 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4db0e03a-027f-4d10-9a23-2c61ce4c0bde req-3bb22dcd-c78d-432c-a99a-9c5e6d59991c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=129c7423-cec8-4df2-bab3-f4352814424c HTTP/1.1" status: 200  len: 217 time: 0.0709779
Jul 23 16:30:40.012791 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:40.040128 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624fe88a-6863-435a-b0d1-917c46d80dd4 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:30:40.064350 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 624fe88a-6863-435a-b0d1-917c46d80dd4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=624fe88a-6863-435a-b0d1-917c46d80dd4,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:40.069487 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:40.072117 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-e36fb9fc-e476-4b7d-a703-321fc09f2ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:40.177804 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=624fe88a-6863-435a-b0d1-917c46d80dd4,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:40.182964 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:40.184490 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:40.282515 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0e03a-027f-4d10-9a23-2c61ce4c0bde req-89db55b2-0f4e-4dab-937d-bf16f8780876 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:40.284730 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4db0e03a-027f-4d10-9a23-2c61ce4c0bde req-89db55b2-0f4e-4dab-937d-bf16f8780876 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8 HTTP/1.1" status: 200  len: 859 time: 0.2229576
Jul 23 16:30:40.461923 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4db0e03a-027f-4d10-9a23-2c61ce4c0bde req-e964702d-f089-486f-bf54-7ef64770fa04 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=175505fa-2827-41de-9214-1d1134a7a281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1581151
Jul 23 16:30:40.486145 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3528039-47c4-4942-9534-ef69cd85f81d req-be443a06-b00f-4160-bdc6-331d28eb4cb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:40.487516 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e3528039-47c4-4942-9534-ef69cd85f81d req-be443a06-b00f-4160-bdc6-331d28eb4cb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 915 time: 0.4693992
Jul 23 16:30:40.668334 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e3528039-47c4-4942-9534-ef69cd85f81d req-da918822-ce4a-43c5-8a56-e091752a2550 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 HTTP/1.1" status: 200  len: 217 time: 0.0965774
Jul 23 16:30:40.700467 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ac37e-90e5-440f-9fcb-5f2bd4ca6c7c req-ea747a9d-b5bc-4c80-a187-e1593259b20d tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:40.702177 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-071ac37e-90e5-440f-9fcb-5f2bd4ca6c7c req-ea747a9d-b5bc-4c80-a187-e1593259b20d tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.4275131
Jul 23 16:30:40.756499 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4db0e03a-027f-4d10-9a23-2c61ce4c0bde req-2960a625-109d-4884-be79-de090ecf8f2d service neutron] 10.222.0.46 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2730062
Jul 23 16:30:40.804202 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218cb19-8881-4cce-b554-3266f802cd88 req-d771e8ea-c895-48c6-818d-1d2fdc0ea216 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:40.805798 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c218cb19-8881-4cce-b554-3266f802cd88 req-d771e8ea-c895-48c6-818d-1d2fdc0ea216 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.4029579
Jul 23 16:30:40.918027 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['624fe88a-6863-435a-b0d1-917c46d80dd4'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:30:41.216522 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4db0e03a-027f-4d10-9a23-2c61ce4c0bde req-0ae77660-b79f-4388-a0f6-9f4cfe66623b service neutron] 10.222.0.46 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4220736
Jul 23 16:30:41.241523 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3528039-47c4-4942-9534-ef69cd85f81d req-9d244330-e9cb-4b2b-b3d2-ead8e929e2be service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:41.242956 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e3528039-47c4-4942-9534-ef69cd85f81d req-9d244330-e9cb-4b2b-b3d2-ead8e929e2be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43bfb2a4-0a17-46f9-9792-9d39d06e8687 HTTP/1.1" status: 200  len: 854 time: 0.4904356
Jul 23 16:30:41.277141 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-071ac37e-90e5-440f-9fcb-5f2bd4ca6c7c req-73f7eddf-f797-446c-b9d2-c640a69aa347 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5483568
Jul 23 16:30:41.303288 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c218cb19-8881-4cce-b554-3266f802cd88 req-f0f66829-bebe-4e33-afae-f6e8fc0b0772 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4517243
Jul 23 16:30:41.356671 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e3528039-47c4-4942-9534-ef69cd85f81d req-c0b0ce19-e262-426c-b945-d11cebcb590d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=156dae65-8e16-46ee-86e4-df87401a61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511308
Jul 23 16:30:41.579514 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e3528039-47c4-4942-9534-ef69cd85f81d req-06a8bfb9-0b97-43ed-9d93-b4a82baebafe service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2065876
Jul 23 16:30:41.596808 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35892899-ea2d-4848-8603-726a193ea4a0 req-5573ef7b-8fff-4ef7-a8a3-1cfd953c1cc4 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:41.598469 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-35892899-ea2d-4848-8603-726a193ea4a0 req-5573ef7b-8fff-4ef7-a8a3-1cfd953c1cc4 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 944 time: 0.1437716
Jul 23 16:30:41.737344 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-35892899-ea2d-4848-8603-726a193ea4a0 req-8b2bb405-0517-45e6-a83a-f5b3275a3030 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1142395
Jul 23 16:30:41.769496 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e3528039-47c4-4942-9534-ef69cd85f81d req-ef2673e1-8ced-4983-937b-10f63bb54980 service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1672945
Jul 23 16:30:42.643826 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573467a-5e55-40d6-b823-dfbada9d1c06 req-30f0b5da-8b2e-4ea6-932c-a7a611d03d0e tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:42.646630 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d573467a-5e55-40d6-b823-dfbada9d1c06 req-30f0b5da-8b2e-4ea6-932c-a7a611d03d0e tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.1425831
Jul 23 16:30:42.660125 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134ed9e-9dc5-418a-a121-dcc25b5d8ab0 req-f94988e7-0345-4c09-804c-d487c13e6cc4 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:42.663157 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2134ed9e-9dc5-418a-a121-dcc25b5d8ab0 req-f94988e7-0345-4c09-804c-d487c13e6cc4 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1929102
Jul 23 16:30:42.811790 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d573467a-5e55-40d6-b823-dfbada9d1c06 req-56b4db83-f5f4-4914-8c5d-32aafd09481c tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1468449
Jul 23 16:30:42.830776 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2134ed9e-9dc5-418a-a121-dcc25b5d8ab0 req-7d50253c-9f56-48ae-975a-97c7df74e9f1 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345851
Jul 23 16:30:43.150754 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d9552-7092-4fb6-a576-10d76667fc08 req-d372f625-f0e8-444a-b8a1-535ac7b59ef1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:43.153384 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-be5d9552-7092-4fb6-a576-10d76667fc08 req-d372f625-f0e8-444a-b8a1-535ac7b59ef1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 944 time: 0.1718485
Jul 23 16:30:43.166508 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea939298-4aa2-4b8c-a2a9-3e831820d7f3 req-b6bbf234-a36b-48a4-af88-20503ca00cc6 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:43.168329 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ea939298-4aa2-4b8c-a2a9-3e831820d7f3 req-b6bbf234-a36b-48a4-af88-20503ca00cc6 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.1461859
Jul 23 16:30:43.177831 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 43526) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:43.185005 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-5b1f4c34-5726-4acd-8428-8031f96b61d2 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Request body: {'floatingip': {'port_id': 'efceefff-b8ed-47c1-a35f-ecb655bece6b'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:43.240557 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 43532) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:43.288864 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-be5d9552-7092-4fb6-a576-10d76667fc08 req-f7bdf547-c680-4643-83ad-0d5a12478147 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191421
Jul 23 16:30:43.370190 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5b1f4c34-5726-4acd-8428-8031f96b61d2 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.476398 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.511665 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:43.516227 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Usage tracker for resource:security_group_rule and tenant:1871df9b5ac140c2a3f7af21ee4dfed1 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:43.519331 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:43.525450 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:43.607705 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.613575 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:43.622584 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0713b6cc-e3e3-4a65-b777-6772447a3c98 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:43.664767 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc05f49a-afd8-4421-b109-10df9455c68b,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:43.667832 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Synchronizing usage tracker for tenant:1058c67f608a45cbaddfd4111750cb5a on resource:security_group {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:30:43.681118 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:43.681471 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:43.681832 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:43.682175 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:43.682569 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:43.682877 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:43.683221 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:43.683542 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:43.684203 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:43.684570 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:43.684909 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:43.690298 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:43.700978 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Unset dirty status for tenant:1058c67f608a45cbaddfd4111750cb5a on resource:security_group {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:30:43.702420 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1871df9b5ac140c2a3f7af21ee4dfed1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4587064
Jul 23 16:30:43.707975 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 43544) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:43.740367 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 624fe88a-6863-435a-b0d1-917c46d80dd4 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:30:43.863913 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 624fe88a-6863-435a-b0d1-917c46d80dd4 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:30:43.872701 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 624fe88a-6863-435a-b0d1-917c46d80dd4 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:30:43.873283 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.043158 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.065390 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bc7fd-dc57-40cf-b320-109d28601149 req-399a8637-4488-43ed-b614-bb4e403c6aee tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:44.067283 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7b7bc7fd-dc57-40cf-b320-109d28601149 req-399a8637-4488-43ed-b614-bb4e403c6aee tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.0875733
Jul 23 16:30:44.074142 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:44.084836 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 624fe88a-6863-435a-b0d1-917c46d80dd4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=624fe88a-6863-435a-b0d1-917c46d80dd4,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:44.090975 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.094347 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-6a11c2aa-8cc8-46b4-a935-39789a4b176d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:44.143639 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7b7bc7fd-dc57-40cf-b320-109d28601149 req-d64d7e93-e3ef-4cd3-93f1-ae9a35c88bbd tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684819
Jul 23 16:30:44.186663 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=624fe88a-6863-435a-b0d1-917c46d80dd4,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:44.199138 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:44.199863 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:44.200411 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:44.200851 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:44.201409 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:44.202063 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:44.202499 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:44.203095 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:44.203519 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:44.204147 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:44.204616 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:30:44.209988 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'code': 200}
Jul 23 16:30:44.214285 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:44.276653 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-c9f8e972-296f-42a4-93c1-8ad0cdd48134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.368342 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-849c757f-a899-4abc-a30d-ff305fa134ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.421649 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5b1f4c34-5726-4acd-8428-8031f96b61d2 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.424623 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-849c757f-a899-4abc-a30d-ff305fa134ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.435341 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5b1f4c34-5726-4acd-8428-8031f96b61d2 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.603818 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-849c757f-a899-4abc-a30d-ff305fa134ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.612740 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3b1a380e-ba30-4398-a0be-5068071a06eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:44.701886 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa2eb1-a099-4fc5-a124-7660cf0c4dae req-bc6ee1eb-747e-48ae-bae9-f48b5c5ab2a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:44.703847 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8eaa2eb1-a099-4fc5-a124-7660cf0c4dae req-bc6ee1eb-747e-48ae-bae9-f48b5c5ab2a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.2110267
Jul 23 16:30:44.744117 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c757f-a899-4abc-a30d-ff305fa134ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc05f49a-afd8-4421-b109-10df9455c68b,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:44.750955 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-849c757f-a899-4abc-a30d-ff305fa134ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:44.766708 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.797602 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8eaa2eb1-a099-4fc5-a124-7660cf0c4dae req-35222798-3101-43ce-8fcb-a2148c20226d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863061
Jul 23 16:30:44.803460 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-849c757f-a899-4abc-a30d-ff305fa134ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:44.806898 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-849c757f-a899-4abc-a30d-ff305fa134ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc05f49a-afd8-4421-b109-10df9455c68b HTTP/1.1" status: 204  len: 168 time: 1.0957427
Jul 23 16:30:44.836662 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4176656b-e9cc-44d7-a504-4a3018e04c33 req-429cc734-c618-4991-a631-f7f9f52d7ce4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 1098 time: 0.2238836
Jul 23 16:30:44.885075 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.l3_db [None req-5b1f4c34-5726-4acd-8428-8031f96b61d2 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Floating IP 833e1f0e-ec66-41ca-80e0-5cf0dbd32903 associated. External IP: 172.27.3.104, port: efceefff-b8ed-47c1-a35f-ecb655bece6b.
Jul 23 16:30:44.946287 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4176656b-e9cc-44d7-a504-4a3018e04c33 req-6863a422-fec4-49ae-bf07-75b6ac00203a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921609
Jul 23 16:30:45.487118 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 43620) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:45.542469 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-db795316-408d-4e11-8dd9-fbe80e98e99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:45.594970 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1f4c34-5726-4acd-8428-8031f96b61d2 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Router 472cde1c-dfba-4dc7-a948-d5055a226b64 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:30:45.606462 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-db795316-408d-4e11-8dd9-fbe80e98e99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:45.619109 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-db795316-408d-4e11-8dd9-fbe80e98e99a admin admin] Usage tracker for resource:security_group_rule and tenant:47d8a4fb3a7d4d76890b4f9d86b99a66 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:45.624596 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-db795316-408d-4e11-8dd9-fbe80e98e99a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:45.636237 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-db795316-408d-4e11-8dd9-fbe80e98e99a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:45.653902 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd00d0-f5c7-4460-8e0b-6ffae375632f req-dfec9b8b-358e-4330-b860-2b3fd18d2e66 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:45.655293 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-68cd00d0-f5c7-4460-8e0b-6ffae375632f req-dfec9b8b-358e-4330-b860-2b3fd18d2e66 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1528606
Jul 23 16:30:45.736285 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-68cd00d0-f5c7-4460-8e0b-6ffae375632f req-53b7ac7d-9ff6-43e4-89a5-a6c1035a92ef tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670748
Jul 23 16:30:45.765407 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-db795316-408d-4e11-8dd9-fbe80e98e99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:45.773037 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-db795316-408d-4e11-8dd9-fbe80e98e99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:45.781233 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-bf99445c-306b-47e3-ab2a-39153a470f0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:45.824912 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db795316-408d-4e11-8dd9-fbe80e98e99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa0125a-531b-4f98-bffa-4cf1fa1de021,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:45.831997 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-db795316-408d-4e11-8dd9-fbe80e98e99a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47d8a4fb3a7d4d76890b4f9d86b99a66&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3422000
Jul 23 16:30:45.831997 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-db795316-408d-4e11-8dd9-fbe80e98e99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:45.836646 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 43632) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:45.914915 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b16c4978-05df-4e98-bdab-6bde3b7242d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:45.948510 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b16c4978-05df-4e98-bdab-6bde3b7242d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:45.965845 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1f4c34-5726-4acd-8428-8031f96b61d2 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:30:45.975388 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5b1f4c34-5726-4acd-8428-8031f96b61d2 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:46.013467 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b16c4978-05df-4e98-bdab-6bde3b7242d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:46.018803 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-db795316-408d-4e11-8dd9-fbe80e98e99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:46.032709 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c4978-05df-4e98-bdab-6bde3b7242d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa0125a-531b-4f98-bffa-4cf1fa1de021,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:46.076475 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-5b1f4c34-5726-4acd-8428-8031f96b61d2 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "PUT /v2.0/floatingips/833e1f0e-ec66-41ca-80e0-5cf0dbd32903 HTTP/1.1" status: 200  len: 992 time: 2.8973904
Jul 23 16:30:46.076855 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-b16c4978-05df-4e98-bdab-6bde3b7242d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:46.077806 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8def09-6937-4992-876e-eeb9a9a98b33', 'tag': 'efceefff-b8ed-47c1-a35f-ecb655bece6b'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:46.100526 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b16c4978-05df-4e98-bdab-6bde3b7242d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:46.104945 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-b16c4978-05df-4e98-bdab-6bde3b7242d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fa0125a-531b-4f98-bffa-4cf1fa1de021 HTTP/1.1" status: 204  len: 168 time: 0.2641835
Jul 23 16:30:46.192795 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b67697-6003-4c08-8963-fd0eee382aa0 req-0f995e0b-018c-42b2-b415-1e1dcb365717 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:46.194206 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-43b67697-6003-4c08-8963-fd0eee382aa0 req-0f995e0b-018c-42b2-b415-1e1dcb365717 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1588116
Jul 23 16:30:46.297899 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-43b67697-6003-4c08-8963-fd0eee382aa0 req-67ea65c8-3160-42a0-ac36-c5624925c134 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963356
Jul 23 16:30:46.418272 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8def09-6937-4992-876e-eeb9a9a98b33', 'tag': 'efceefff-b8ed-47c1-a35f-ecb655bece6b', 'status': 'completed', 'code': 200}
Jul 23 16:30:46.639162 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2b0c1490-fe0c-4aa7-affb-f90726ccfc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:46.712852 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a11a4d17-c1bc-434c-9e50-97c47657bf29 req-5a2e09c7-49d4-4958-b7eb-0b9a07bdc414 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8733068c398e483e93b67dd9619ed93c&device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 1099 time: 0.1546898
Jul 23 16:30:47.002397 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4d17-c1bc-434c-9e50-97c47657bf29 req-5940e1af-0646-4095-bf96-ebd96d6c1d44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:47.004084 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a11a4d17-c1bc-434c-9e50-97c47657bf29 req-5940e1af-0646-4095-bf96-ebd96d6c1d44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce82339f-eeee-471f-96ff-22dbd70c45a7 HTTP/1.1" status: 200  len: 912 time: 0.2779098
Jul 23 16:30:47.079394 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3e354-adb0-447f-8617-49dc554cbb30 req-b476bda8-9b96-411b-ac49-5f9bf08e13e2 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:47.090380 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6cf3e354-adb0-447f-8617-49dc554cbb30 req-b476bda8-9b96-411b-ac49-5f9bf08e13e2 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1750536
Jul 23 16:30:47.248901 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a11a4d17-c1bc-434c-9e50-97c47657bf29 req-827eb378-3b25-422e-8e5e-170194e9b5a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efceefff-b8ed-47c1-a35f-ecb655bece6b HTTP/1.1" status: 200  len: 1000 time: 0.1572862
Jul 23 16:30:47.255310 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6cf3e354-adb0-447f-8617-49dc554cbb30 req-49a805fc-7879-40c4-bc4f-8c607dd1e98b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936787
Jul 23 16:30:47.354676 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a4d17-c1bc-434c-9e50-97c47657bf29 req-5e25cb1e-bef9-43a9-bc47-66ddb843952f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:47.356509 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a11a4d17-c1bc-434c-9e50-97c47657bf29 req-5e25cb1e-bef9-43a9-bc47-66ddb843952f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a685292-3ace-4bd8-8dcc-ef7b928244a3 HTTP/1.1" status: 200  len: 850 time: 0.0942039
Jul 23 16:30:47.668360 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a11a4d17-c1bc-434c-9e50-97c47657bf29 req-1209d69a-543c-4033-abbb-b8b3d257da98 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce82339f-eeee-471f-96ff-22dbd70c45a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2229898
Jul 23 16:30:47.731693 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a5027-32e6-4e7c-9032-90c2873462a5 req-be4f9edb-b646-42a4-b3ea-39e60297eff2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:47.734337 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-091a5027-32e6-4e7c-9032-90c2873462a5 req-be4f9edb-b646-42a4-b3ea-39e60297eff2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1954627
Jul 23 16:30:48.076471 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-091a5027-32e6-4e7c-9032-90c2873462a5 req-f76305d8-7a14-474c-972a-9d57a7975ada tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1189992
Jul 23 16:30:48.113678 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a11a4d17-c1bc-434c-9e50-97c47657bf29 req-585edadc-7518-4fa5-9531-6ef265c7ee2e service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4149096
Jul 23 16:30:48.138336 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:48.393840 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 43734) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:48.493737 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a11a4d17-c1bc-434c-9e50-97c47657bf29 req-92ea6270-3e5b-48fc-8098-c0022ecc86d8 service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3340199
Jul 23 16:30:48.530897 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47581824-e5de-42e5-8381-503f1e4c69f3 req-783d4834-a7a0-44c7-b19c-2047428f290c tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:48.543211 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-47581824-e5de-42e5-8381-503f1e4c69f3 req-783d4834-a7a0-44c7-b19c-2047428f290c tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 946 time: 0.2522774
Jul 23 16:30:48.603456 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a5a93f4e-dd4f-47b6-a960-9e9af342d204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:48.619168 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd701d-0d7b-444b-9614-c5b6873f8f8b req-88a4ce68-bd19-4e79-ac57-0f623e6616f1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:48.631197 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 43746) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:48.631794 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-55cd701d-0d7b-444b-9614-c5b6873f8f8b req-88a4ce68-bd19-4e79-ac57-0f623e6616f1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.3477268
Jul 23 16:30:48.640030 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-41f38f1e-e01f-4485-adc0-139f85842968 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Request body: {'floatingip': {'port_id': '624fe88a-6863-435a-b0d1-917c46d80dd4'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:30:48.687725 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-47581824-e5de-42e5-8381-503f1e4c69f3 req-e55af463-2752-4a01-80aa-d87eac967bc9 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431043
Jul 23 16:30:48.728471 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-a5a93f4e-dd4f-47b6-a960-9e9af342d204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:48.735265 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-41f38f1e-e01f-4485-adc0-139f85842968 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:48.878667 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-a5a93f4e-dd4f-47b6-a960-9e9af342d204 admin admin] Usage tracker for resource:security_group_rule and tenant:19bb309b82a5407e85a52ee422d3e8ea is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:48.896706 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-a5a93f4e-dd4f-47b6-a960-9e9af342d204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:48.908916 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-a5a93f4e-dd4f-47b6-a960-9e9af342d204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:48.984465 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff16ce0-16a3-45ce-adf2-de37590188fa req-5b469ac8-705a-4f08-89dd-e7c1c6aef134 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:48.991280 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7ff16ce0-16a3-45ce-adf2-de37590188fa req-5b469ac8-705a-4f08-89dd-e7c1c6aef134 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1692617
Jul 23 16:30:49.076513 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7ff16ce0-16a3-45ce-adf2-de37590188fa req-892ac2c5-6923-4071-a0c0-46c79380d6a2 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784130
Jul 23 16:30:49.298502 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:49.408410 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a5a93f4e-dd4f-47b6-a960-9e9af342d204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:49.435850 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a5a93f4e-dd4f-47b6-a960-9e9af342d204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:49.451522 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:49.518594 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-a5a93f4e-dd4f-47b6-a960-9e9af342d204 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19bb309b82a5407e85a52ee422d3e8ea&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1235142
Jul 23 16:30:49.521724 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 43770) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:49.525403 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a93f4e-dd4f-47b6-a960-9e9af342d204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e5ada2-7988-4b4f-babd-59ec4f6b2dcd,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:49.530668 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a5a93f4e-dd4f-47b6-a960-9e9af342d204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:49.631380 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-41f38f1e-e01f-4485-adc0-139f85842968 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:49.636941 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-41f38f1e-e01f-4485-adc0-139f85842968 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:49.652978 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e444500f-5b21-4e42-a7f9-cc83274b34fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:49.668820 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4303c21-148d-4e79-a63f-c2e12a38fe56 None None] Sync routers for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:30:49.689699 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4303c21-148d-4e79-a63f-c2e12a38fe56 None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:30:49.691073 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-f4303c21-148d-4e79-a63f-c2e12a38fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fd32fa0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:30:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:49.703611 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e444500f-5b21-4e42-a7f9-cc83274b34fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:49.782972 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e444500f-5b21-4e42-a7f9-cc83274b34fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:49.790836 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-bef801da-4e09-4469-992f-2a527c299667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:49.806521 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444500f-5b21-4e42-a7f9-cc83274b34fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e5ada2-7988-4b4f-babd-59ec4f6b2dcd,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:49.809901 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e444500f-5b21-4e42-a7f9-cc83274b34fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:49.817982 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e444500f-5b21-4e42-a7f9-cc83274b34fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:49.820475 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-e444500f-5b21-4e42-a7f9-cc83274b34fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69e5ada2-7988-4b4f-babd-59ec4f6b2dcd HTTP/1.1" status: 204  len: 168 time: 0.2974854
Jul 23 16:30:49.990382 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 43782) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:49.997060 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-f4303c21-148d-4e79-a63f-c2e12a38fe56 None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:30:50.008845 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.l3_db [None req-41f38f1e-e01f-4485-adc0-139f85842968 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Floating IP f8cf83cc-b326-42f6-965f-0c22a0e75e53 associated. External IP: 172.27.3.101, port: 624fe88a-6863-435a-b0d1-917c46d80dd4.
Jul 23 16:30:50.024609 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bae7c-6773-482f-b8d2-03248c451d4b req-f48eb7e6-5ed7-4c38-9c47-4063d75f2ffe tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:50.026610 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8a5bae7c-6773-482f-b8d2-03248c451d4b req-f48eb7e6-5ed7-4c38-9c47-4063d75f2ffe tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 946 time: 0.1157987
Jul 23 16:30:50.113279 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8a5bae7c-6773-482f-b8d2-03248c451d4b req-48e8b2be-d77d-4496-aa7c-18f7b91925fc tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788875
Jul 23 16:30:50.224091 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-41a1fc93-edc8-45a0-8faa-19f329e178b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:50.342060 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-41a1fc93-edc8-45a0-8faa-19f329e178b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:50.354063 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-41a1fc93-edc8-45a0-8faa-19f329e178b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1126f24f32764c128be0c81546eddead is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:50.358469 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-41a1fc93-edc8-45a0-8faa-19f329e178b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:50.367077 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-41a1fc93-edc8-45a0-8faa-19f329e178b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:50.422132 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b127b4a-91f2-4930-9195-20c9289fc21a req-35f62fea-64bd-46ba-ab19-a0535a82bdd7 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:50.429998 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4b127b4a-91f2-4930-9195-20c9289fc21a req-35f62fea-64bd-46ba-ab19-a0535a82bdd7 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1418221
Jul 23 16:30:50.475207 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-f4303c21-148d-4e79-a63f-c2e12a38fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fd32fa0>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '833e1f0e-ec66-41ca-80e0-5cf0dbd32903', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'port_id': 'efceefff-b8ed-47c1-a35f-ecb655bece6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'mac_address': 'fa:16:3e:f8:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8def09-6937-4992-876e-eeb9a9a98b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:30:06Z', 'updated_at': '2021-07-23T16:30:44Z', 'revision_number': 1, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:36Z', 'revision_number': 5, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:50.481785 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4303c21-148d-4e79-a63f-c2e12a38fe56 None None] Checking router: 472cde1c-dfba-4dc7-a948-d5055a226b64 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:30:50.498423 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4303c21-148d-4e79-a63f-c2e12a38fe56 None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:30:50.499528 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-f4303c21-148d-4e79-a63f-c2e12a38fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fd32fa0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:30:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:50.511517 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-41a1fc93-edc8-45a0-8faa-19f329e178b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:50.534539 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4b127b4a-91f2-4930-9195-20c9289fc21a req-9f99c2be-210e-46a3-bed7-5232726068e5 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034138
Jul 23 16:30:50.535266 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-41a1fc93-edc8-45a0-8faa-19f329e178b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:50.552577 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:50.609370 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1fc93-edc8-45a0-8faa-19f329e178b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c78681-e9bb-4830-9c47-07ac5b7b5eed,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:50.620104 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-41a1fc93-edc8-45a0-8faa-19f329e178b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:50.641495 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-41a1fc93-edc8-45a0-8faa-19f329e178b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1126f24f32764c128be0c81546eddead&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6489520
Jul 23 16:30:50.646502 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 43798) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:50.735156 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 43802) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:50.819876 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b35abfa4-8c32-4f1c-9740-8da97b3323ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:50.839868 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-f4303c21-148d-4e79-a63f-c2e12a38fe56 None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:30:50.860442 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f175ef8c-340b-4706-a835-7527c57782e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:51.027645 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b35abfa4-8c32-4f1c-9740-8da97b3323ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:51.083302 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-f175ef8c-340b-4706-a835-7527c57782e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:51.104556 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f38f1e-e01f-4485-adc0-139f85842968 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Router 414ac529-55d6-487e-a088-f7aaa57da9bb has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:30:51.106489 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-f175ef8c-340b-4706-a835-7527c57782e6 admin admin] Usage tracker for resource:security_group_rule and tenant:a86ba912702f468ba2cb6aa93fb4234e is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:51.115836 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-f175ef8c-340b-4706-a835-7527c57782e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:51.130154 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-f175ef8c-340b-4706-a835-7527c57782e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:51.187105 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b35abfa4-8c32-4f1c-9740-8da97b3323ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:51.201483 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d8f7ecf0-8d36-46b6-8182-aa3cdad0bb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:51.224010 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35abfa4-8c32-4f1c-9740-8da97b3323ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c78681-e9bb-4830-9c47-07ac5b7b5eed,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:51.228877 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-b35abfa4-8c32-4f1c-9740-8da97b3323ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:51.236139 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f175ef8c-340b-4706-a835-7527c57782e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:51.243822 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b35abfa4-8c32-4f1c-9740-8da97b3323ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:51.245088 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-b35abfa4-8c32-4f1c-9740-8da97b3323ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6c78681-e9bb-4830-9c47-07ac5b7b5eed HTTP/1.1" status: 204  len: 168 time: 0.5954788
Jul 23 16:30:51.246106 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f175ef8c-340b-4706-a835-7527c57782e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:51.255924 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e444500f-5b21-4e42-a7f9-cc83274b34fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:51.322793 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175ef8c-340b-4706-a835-7527c57782e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fd77c0-442c-4305-b7d1-ff786e439b6e,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:51.333318 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-f175ef8c-340b-4706-a835-7527c57782e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a86ba912702f468ba2cb6aa93fb4234e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5916536
Jul 23 16:30:51.333318 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f175ef8c-340b-4706-a835-7527c57782e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:51.333773 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 43816) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:51.426604 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-f4303c21-148d-4e79-a63f-c2e12a38fe56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fd32fa0>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '833e1f0e-ec66-41ca-80e0-5cf0dbd32903', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'port_id': 'efceefff-b8ed-47c1-a35f-ecb655bece6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'mac_address': 'fa:16:3e:f8:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8def09-6937-4992-876e-eeb9a9a98b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:30:06Z', 'updated_at': '2021-07-23T16:30:44Z', 'revision_number': 1, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:36Z', 'revision_number': 5, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:51.431053 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-167f80b7-ab00-4bbe-80c5-e2c3345b9eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:51.431214 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4303c21-148d-4e79-a63f-c2e12a38fe56 None None] The sync data for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi is: [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '833e1f0e-ec66-41ca-80e0-5cf0dbd32903', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'port_id': 'efceefff-b8ed-47c1-a35f-ecb655bece6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'mac_address': 'fa:16:3e:f8:21:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8def09-6937-4992-876e-eeb9a9a98b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:30:06Z', 'updated_at': '2021-07-23T16:30:44Z', 'revision_number': 1, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:36Z', 'revision_number': 5, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:30:51.465715 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f38f1e-e01f-4485-adc0-139f85842968 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:30:51.478743 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c8fe3a-5046-4e7d-b70f-37eb7a797122 None None] Sync routers for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:30:51.498996 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-167f80b7-ab00-4bbe-80c5-e2c3345b9eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:51.501568 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8fe3a-5046-4e7d-b70f-37eb7a797122 None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:30:51.502238 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-15c8fe3a-5046-4e7d-b70f-37eb7a797122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f692400>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:30:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:51.506638 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-41f38f1e-e01f-4485-adc0-139f85842968 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:51.557985 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c510e2a-3c07-41ca-9f05-db7f409da974 req-f7ed52b9-8c97-4be1-bb47-ddb749d037c2 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:51.565259 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2c510e2a-3c07-41ca-9f05-db7f409da974 req-f7ed52b9-8c97-4be1-bb47-ddb749d037c2 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 946 time: 0.1177790
Jul 23 16:30:51.586321 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-41f38f1e-e01f-4485-adc0-139f85842968 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "PUT /v2.0/floatingips/f8cf83cc-b326-42f6-965f-0c22a0e75e53 HTTP/1.1" status: 200  len: 991 time: 2.9506359
Jul 23 16:30:51.595224 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:51.633180 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2c510e2a-3c07-41ca-9f05-db7f409da974 req-9ce5b4b9-925b-4636-93db-e2b01aa52909 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650182
Jul 23 16:30:51.706309 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-167f80b7-ab00-4bbe-80c5-e2c3345b9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:51.711151 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9148ecaa-4f77-44ac-a127-5079a772a6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:51.735910 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f80b7-ab00-4bbe-80c5-e2c3345b9eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fd77c0-442c-4305-b7d1-ff786e439b6e,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:51.742869 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-167f80b7-ab00-4bbe-80c5-e2c3345b9eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:51.756968 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-167f80b7-ab00-4bbe-80c5-e2c3345b9eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:51.763330 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-167f80b7-ab00-4bbe-80c5-e2c3345b9eb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23fd77c0-442c-4305-b7d1-ff786e439b6e HTTP/1.1" status: 204  len: 168 time: 0.4261181
Jul 23 16:30:51.898627 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8652b4-0ae2-416d-af1a-d65e2ab01ad6 req-6d2165c9-8013-44d8-b32d-1da7007c30fa tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:51.900193 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4a8652b4-0ae2-416d-af1a-d65e2ab01ad6 req-6d2165c9-8013-44d8-b32d-1da7007c30fa tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1533544
Jul 23 16:30:51.927523 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 43834) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:51.928608 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-15c8fe3a-5046-4e7d-b70f-37eb7a797122 None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:30:51.957656 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-185c2635-bd2a-48f8-9340-a91f709ff0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:51.965230 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4a8652b4-0ae2-416d-af1a-d65e2ab01ad6 req-1c3a957f-fd11-4e27-8689-7921b93bd9e4 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564663
Jul 23 16:30:52.059522 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'status': 'completed', 'code': 200}
Jul 23 16:30:52.060493 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-185c2635-bd2a-48f8-9340-a91f709ff0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:52.077664 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-185c2635-bd2a-48f8-9340-a91f709ff0f0 admin admin] Usage tracker for resource:security_group_rule and tenant:8f9928a96c45461ea9b96c7b87d71198 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:52.087120 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-185c2635-bd2a-48f8-9340-a91f709ff0f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:52.101628 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-185c2635-bd2a-48f8-9340-a91f709ff0f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:52.234225 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-185c2635-bd2a-48f8-9340-a91f709ff0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:52.240460 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-185c2635-bd2a-48f8-9340-a91f709ff0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:52.247274 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-421c96ad-5285-47da-8489-8934d8060d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:52.316867 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-399723fa-b4b9-4535-9d85-5c7edeb5f080 req-ba4f428c-1cec-4462-af51-98de7e29f65d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 1098 time: 0.1614742
Jul 23 16:30:52.318849 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 43852) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:52.320541 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-185c2635-bd2a-48f8-9340-a91f709ff0f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f9928a96c45461ea9b96c7b87d71198&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3910089
Jul 23 16:30:52.322149 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c2635-bd2a-48f8-9340-a91f709ff0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f68abc9-ba48-47b3-89b6-4d3454785b3f,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:52.358885 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-185c2635-bd2a-48f8-9340-a91f709ff0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:52.471619 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-15c8fe3a-5046-4e7d-b70f-37eb7a797122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f692400>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': 'f8cf83cc-b326-42f6-965f-0c22a0e75e53', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'port_id': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'mac_address': 'fa:16:3e:db:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:30:05Z', 'updated_at': '2021-07-23T16:30:49Z', 'revision_number': 1, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 5, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:52.477021 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c8fe3a-5046-4e7d-b70f-37eb7a797122 None None] Checking router: 414ac529-55d6-487e-a088-f7aaa57da9bb for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:30:52.490845 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8fe3a-5046-4e7d-b70f-37eb7a797122 None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:30:52.491503 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-15c8fe3a-5046-4e7d-b70f-37eb7a797122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f692400>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:30:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:52.604613 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-56a18f74-1bde-4579-b413-ca91f7816ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:52.620317 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399723fa-b4b9-4535-9d85-5c7edeb5f080 req-18253e74-ea34-4ec3-a612-988ebe9760bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:52.621880 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-399723fa-b4b9-4535-9d85-5c7edeb5f080 req-18253e74-ea34-4ec3-a612-988ebe9760bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a HTTP/1.1" status: 200  len: 917 time: 0.2341778
Jul 23 16:30:52.648630 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-56a18f74-1bde-4579-b413-ca91f7816ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:52.723503 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84668468-372b-458c-94f7-9798c0d20590 req-4a305a6a-4f34-4d08-95b0-a68a466efd45 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:52.725561 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-84668468-372b-458c-94f7-9798c0d20590 req-4a305a6a-4f34-4d08-95b0-a68a466efd45 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 946 time: 0.3830118
Jul 23 16:30:52.733806 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-15c8fe3a-5046-4e7d-b70f-37eb7a797122 None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:30:53.006893 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-399723fa-b4b9-4535-9d85-5c7edeb5f080 req-0ee32bd1-0165-4db8-936b-ed743f938b82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=624fe88a-6863-435a-b0d1-917c46d80dd4 HTTP/1.1" status: 200  len: 999 time: 0.3603420
Jul 23 16:30:53.106449 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-56a18f74-1bde-4579-b413-ca91f7816ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:53.113182 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-84668468-372b-458c-94f7-9798c0d20590 req-caf9ca45-5f45-49d2-ae77-454105a2c63e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Deleting port 324033e9-2d58-4913-90a9-b678b1144fff {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:30:53.113902 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-84668468-372b-458c-94f7-9798c0d20590 req-caf9ca45-5f45-49d2-ae77-454105a2c63e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:53.211928 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:53.229221 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-15c8fe3a-5046-4e7d-b70f-37eb7a797122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f692400>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': 'f8cf83cc-b326-42f6-965f-0c22a0e75e53', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'port_id': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'mac_address': 'fa:16:3e:db:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:30:05Z', 'updated_at': '2021-07-23T16:30:49Z', 'revision_number': 1, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 5, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:30:53.237541 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c8fe3a-5046-4e7d-b70f-37eb7a797122 None None] The sync data for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi is: [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': 'f8cf83cc-b326-42f6-965f-0c22a0e75e53', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'floating_ip_address': '172.27.3.101', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'port_id': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'mac_address': 'fa:16:3e:db:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:30:05Z', 'updated_at': '2021-07-23T16:30:49Z', 'revision_number': 1, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 5, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:30:53.271910 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a18f74-1bde-4579-b413-ca91f7816ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f68abc9-ba48-47b3-89b6-4d3454785b3f,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:53.292787 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-56a18f74-1bde-4579-b413-ca91f7816ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:53.299277 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399723fa-b4b9-4535-9d85-5c7edeb5f080 req-22b6e6c3-f923-49cb-a72a-c01398e9572b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:53.300872 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-399723fa-b4b9-4535-9d85-5c7edeb5f080 req-22b6e6c3-f923-49cb-a72a-c01398e9572b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82c0dc70-c251-4f95-9b4f-2413f88533bb HTTP/1.1" status: 200  len: 855 time: 0.2682505
Jul 23 16:30:53.310467 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-56a18f74-1bde-4579-b413-ca91f7816ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:53.311667 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-56a18f74-1bde-4579-b413-ca91f7816ee2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f68abc9-ba48-47b3-89b6-4d3454785b3f HTTP/1.1" status: 204  len: 168 time: 0.9918716
Jul 23 16:30:53.408913 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf9720-9edb-438f-b14e-95c940bf285d req-924679b8-84e5-4b02-ae2b-9f5a64a35446 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:53.410549 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-48bf9720-9edb-438f-b14e-95c940bf285d req-924679b8-84e5-4b02-ae2b-9f5a64a35446 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 946 time: 0.5111918
Jul 23 16:30:53.633173 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-48bf9720-9edb-438f-b14e-95c940bf285d req-d55de7b3-ec18-498d-b1be-d632c2113fc2 tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/security-groups?id=a26fef2f-3caa-44ce-b960-b420a4ceaece&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145951
Jul 23 16:30:53.716659 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 43896) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:53.755635 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-399723fa-b4b9-4535-9d85-5c7edeb5f080 req-1025c815-9a4d-445f-a4e3-e85d21935971 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4080865
Jul 23 16:30:53.915863 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-84668468-372b-458c-94f7-9798c0d20590 req-caf9ca45-5f45-49d2-ae77-454105a2c63e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] For port 324033e9-2d58-4913-90a9-b678b1144fff, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=324033e9-2d58-4913-90a9-b678b1144fff,segment=NetworkSegment(c0a70c3f-de75-46f9-afa5-4637c1707317),segment_id=c0a70c3f-de75-46f9-afa5-4637c1707317)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:30:53.916066 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-84668468-372b-458c-94f7-9798c0d20590 req-caf9ca45-5f45-49d2-ae77-454105a2c63e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:54.028167 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d5198277-747e-4f0d-8ec3-97fb456d8ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:54.073732 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-d5198277-747e-4f0d-8ec3-97fb456d8ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:54.079874 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-d5198277-747e-4f0d-8ec3-97fb456d8ead admin admin] Usage tracker for resource:security_group_rule and tenant:fcbca3b3cdce4a218d60e2cc9b0802a7 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:54.084491 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-d5198277-747e-4f0d-8ec3-97fb456d8ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:54.093547 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-d5198277-747e-4f0d-8ec3-97fb456d8ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:54.195825 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d5198277-747e-4f0d-8ec3-97fb456d8ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:54.205012 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d5198277-747e-4f0d-8ec3-97fb456d8ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:54.217817 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a5a93f4e-dd4f-47b6-a960-9e9af342d204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:54.232783 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fe798-30f6-417c-baae-69908a938788 req-8037aa7b-a180-4d7a-995b-73d76c6a40a3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:54.235329 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2c8fe798-30f6-417c-baae-69908a938788 req-8037aa7b-a180-4d7a-995b-73d76c6a40a3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.6908321
Jul 23 16:30:54.243401 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-84668468-372b-458c-94f7-9798c0d20590 req-caf9ca45-5f45-49d2-ae77-454105a2c63e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Calling delete_port for 324033e9-2d58-4913-90a9-b678b1144fff owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:30:54.267334 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5198277-747e-4f0d-8ec3-97fb456d8ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93123e2-5aff-4a48-bfaf-02fa029cc872,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:54.273202 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d5198277-747e-4f0d-8ec3-97fb456d8ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:54.280848 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-d5198277-747e-4f0d-8ec3-97fb456d8ead admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fcbca3b3cdce4a218d60e2cc9b0802a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5620151
Jul 23 16:30:54.285033 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 43926) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:54.367055 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-377fe29f-92d0-46ca-8736-2c0e0fec7146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:54.400778 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-377fe29f-92d0-46ca-8736-2c0e0fec7146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:54.472830 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-377fe29f-92d0-46ca-8736-2c0e0fec7146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:54.476750 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-96855e4d-edcb-4e51-9264-41bd763a1578 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:54.487493 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-399723fa-b4b9-4535-9d85-5c7edeb5f080 req-00be9c25-78be-4926-9b17-302183fe8249 service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7154505
Jul 23 16:30:54.502038 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fe29f-92d0-46ca-8736-2c0e0fec7146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93123e2-5aff-4a48-bfaf-02fa029cc872,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:54.504834 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-377fe29f-92d0-46ca-8736-2c0e0fec7146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:54.518813 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-377fe29f-92d0-46ca-8736-2c0e0fec7146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:54.521071 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-377fe29f-92d0-46ca-8736-2c0e0fec7146 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d93123e2-5aff-4a48-bfaf-02fa029cc872 HTTP/1.1" status: 204  len: 168 time: 0.2342122
Jul 23 16:30:54.676153 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2c8fe798-30f6-417c-baae-69908a938788 req-30efd131-1789-40df-9a17-9142dde6b1aa tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3532562
Jul 23 16:30:54.838449 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-399723fa-b4b9-4535-9d85-5c7edeb5f080 req-4d176d2d-f878-4d6e-8cb9-ff0d1cebecb4 service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2598672
Jul 23 16:30:54.873611 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-84668468-372b-458c-94f7-9798c0d20590 req-caf9ca45-5f45-49d2-ae77-454105a2c63e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:54.893440 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:54.928250 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3c7e019d-9808-496c-9551-b8b3f65d8bd0 req-33cda7fc-12dd-4fb8-90d2-b849d4c159ea tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 210 time: 0.0935779
Jul 23 16:30:54.944702 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9ca45-5f45-49d2-ae77-454105a2c63e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Pushing event deleted for resources: {'Port': ['ID=324033e9-2d58-4913-90a9-b678b1144fff,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:54.948989 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-caf9ca45-5f45-49d2-ae77-454105a2c63e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:55.027401 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-84668468-372b-458c-94f7-9798c0d20590 req-caf9ca45-5f45-49d2-ae77-454105a2c63e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] No DVR routers for this DVR port 324033e9-2d58-4913-90a9-b678b1144fff on host hv-cinder-80203 {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:30:55.031039 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-84668468-372b-458c-94f7-9798c0d20590 req-caf9ca45-5f45-49d2-ae77-454105a2c63e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:55.033979 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b3ca0b-2a2e-470c-b0cd-bee23be3f511', 'name': 'network-vif-deleted', 'tag': '324033e9-2d58-4913-90a9-b678b1144fff'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:30:55.056362 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-84668468-372b-458c-94f7-9798c0d20590 req-caf9ca45-5f45-49d2-ae77-454105a2c63e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.46 "DELETE /v2.0/ports/324033e9-2d58-4913-90a9-b678b1144fff HTTP/1.1" status: 204  len: 173 time: 2.2847168
Jul 23 16:30:55.221037 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b3ca0b-2a2e-470c-b0cd-bee23be3f511', 'name': 'network-vif-deleted', 'tag': '324033e9-2d58-4913-90a9-b678b1144fff', 'status': 'completed', 'code': 200}
Jul 23 16:30:55.298940 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d592d7-d357-4108-b0c3-ebe8150ec7d8 None None] New status for floating IP 833e1f0e-ec66-41ca-80e0-5cf0dbd32903: ACTIVE {{(pid=74315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:30:55.346821 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c97ebd1-051d-4b47-a6e6-bc9bd59621bb None None] New status for floating IP f8cf83cc-b326-42f6-965f-0c22a0e75e53: ACTIVE {{(pid=74314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:30:55.939253 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 324033e9-2d58-4913-90a9-b678b1144fff no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:30:56.017643 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: 324033e9-2d58-4913-90a9-b678b1144fff {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:30:56.018217 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 324033e9-2d58-4913-90a9-b678b1144fff not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:30:56.199303 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d33182-5823-436b-b876-9447f28ab5b1 req-3c9d38e0-697b-436d-8a98-674097d942bb tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:56.205662 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-08d33182-5823-436b-b876-9447f28ab5b1 req-3c9d38e0-697b-436d-8a98-674097d942bb tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.2145219
Jul 23 16:30:56.336378 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-08d33182-5823-436b-b876-9447f28ab5b1 req-b814b473-3883-468f-9098-4ccf1880e0fd tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234629
Jul 23 16:30:56.584264 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-1a99aad6-fd8d-4177-940c-e4ddb85bc290 req-627e4652-7a9d-4c38-8c40-241d0317601c tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Synchronizing usage tracker for tenant:3c3255a3af4f49799ded1c4e21095e9c on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:30:56.640174 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-1a99aad6-fd8d-4177-940c-e4ddb85bc290 req-627e4652-7a9d-4c38-8c40-241d0317601c tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Unset dirty status for tenant:3c3255a3af4f49799ded1c4e21095e9c on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:30:56.642279 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1a99aad6-fd8d-4177-940c-e4ddb85bc290 req-627e4652-7a9d-4c38-8c40-241d0317601c tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3b3ca0b-2a2e-470c-b0cd-bee23be3f511 HTTP/1.1" status: 200  len: 210 time: 0.1224756
Jul 23 16:30:57.061017 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-1fe1ad18-3ae1-430e-a6d3-c0bf34f415aa tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:57.079277 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-1fe1ad18-3ae1-430e-a6d3-c0bf34f415aa tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 814 time: 0.1793637
Jul 23 16:30:57.095887 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-c1984533-7f86-4914-9429-50024cc5c8f8 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/quotas/1b3db028425a47d08fbb31ede1b27685 HTTP/1.1" status: 200  len: 375 time: 0.0184236
Jul 23 16:30:57.216573 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-b39c76dd-eae7-45a6-8849-bed7acbc2fac tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1118104
Jul 23 16:30:57.460594 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-ae8dffca-f891-471c-b4e8-cecaf04c8e53 service neutron] 10.222.0.11 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2385962
Jul 23 16:30:57.717612 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-5a024403-97b8-4ab0-82c6-7571a11ba416 service neutron] 10.222.0.11 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2587924
Jul 23 16:30:57.733839 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96aa22e-f5b6-4df3-9189-7a95dc9c5124 req-da6a0b20-3aed-4db2-abff-f1ccd2a41b33 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:57.735453 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e96aa22e-f5b6-4df3-9189-7a95dc9c5124 req-da6a0b20-3aed-4db2-abff-f1ccd2a41b33 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1498704
Jul 23 16:30:57.855362 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e96aa22e-f5b6-4df3-9189-7a95dc9c5124 req-adca7ceb-63f0-43e4-9839-f2650a5618b0 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127362
Jul 23 16:30:58.401314 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0688d62f-70e0-43cf-8787-247545f059d8 req-f40d2bb4-60bb-4f67-bdb2-ea7c456b2f91 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 210 time: 0.1261287
Jul 23 16:30:58.683716 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 44096) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:58.857583 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-95bc52d2-e7b8-444c-a0cd-34c47ef8a1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:58.902085 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-95bc52d2-e7b8-444c-a0cd-34c47ef8a1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:30:58.909778 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-95bc52d2-e7b8-444c-a0cd-34c47ef8a1a6 admin admin] Usage tracker for resource:security_group_rule and tenant:9a8aa0c7a1814e7faafacdf56328adf3 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:30:58.914830 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-95bc52d2-e7b8-444c-a0cd-34c47ef8a1a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:30:58.923063 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-95bc52d2-e7b8-444c-a0cd-34c47ef8a1a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:30:59.043341 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-95bc52d2-e7b8-444c-a0cd-34c47ef8a1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:59.047884 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-95bc52d2-e7b8-444c-a0cd-34c47ef8a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:59.058199 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-5cd3fec2-a8d3-44fc-a990-b7cd28ed3d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:59.230011 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc52d2-e7b8-444c-a0cd-34c47ef8a1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71d4cf2-bff0-44fb-af09-3388e97ca329,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:59.235677 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-95bc52d2-e7b8-444c-a0cd-34c47ef8a1a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a8aa0c7a1814e7faafacdf56328adf3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5504587
Jul 23 16:30:59.236738 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-95bc52d2-e7b8-444c-a0cd-34c47ef8a1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:59.240244 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44108) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:30:59.302600 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ea62d-8bb6-4348-b00a-da9e17597da3 req-9acb8acc-8856-465a-b1c4-1534ba84c5d1 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:30:59.306114 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-942ea62d-8bb6-4348-b00a-da9e17597da3 req-9acb8acc-8856-465a-b1c4-1534ba84c5d1 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.2479544
Jul 23 16:30:59.331041 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-53a71cba-6533-4cd3-948d-65c114981cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:59.382632 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-53a71cba-6533-4cd3-948d-65c114981cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:59.424874 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-942ea62d-8bb6-4348-b00a-da9e17597da3 req-61a0f7a1-54f0-4c3a-b479-1cd7e6ab5c63 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099093
Jul 23 16:30:59.471408 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-53a71cba-6533-4cd3-948d-65c114981cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:59.478383 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-71d19f8c-e076-4b2c-b2b8-38b0f15b1bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:30:59.501171 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a71cba-6533-4cd3-948d-65c114981cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71d4cf2-bff0-44fb-af09-3388e97ca329,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:30:59.509803 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-53a71cba-6533-4cd3-948d-65c114981cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:30:59.514512 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-53a71cba-6533-4cd3-948d-65c114981cf2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d71d4cf2-bff0-44fb-af09-3388e97ca329 HTTP/1.1" status: 204  len: 168 time: 0.2732670
Jul 23 16:30:59.516122 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-53a71cba-6533-4cd3-948d-65c114981cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:30:59.716650 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f99f9e25-e449-410b-9b33-325a4a381743 req-c042af88-9ffe-417a-ad1d-15af53288684 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 210 time: 0.0550492
Jul 23 16:31:00.067566 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44132) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:00.094563 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-46dee3b4-b8ac-48f8-a10f-16e4cfafcdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:00.166238 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-46dee3b4-b8ac-48f8-a10f-16e4cfafcdb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:00.173726 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-46dee3b4-b8ac-48f8-a10f-16e4cfafcdb4 admin admin] Usage tracker for resource:security_group_rule and tenant:aaaf02904ace4db880bff3d567b987f6 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:00.178962 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-46dee3b4-b8ac-48f8-a10f-16e4cfafcdb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:00.196973 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-46dee3b4-b8ac-48f8-a10f-16e4cfafcdb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:00.288602 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-46dee3b4-b8ac-48f8-a10f-16e4cfafcdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:00.294686 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-46dee3b4-b8ac-48f8-a10f-16e4cfafcdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:00.319070 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:00.379914 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dee3b4-b8ac-48f8-a10f-16e4cfafcdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294cc3de-fc72-4f3c-a394-cfe01df28976,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:00.382906 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-46dee3b4-b8ac-48f8-a10f-16e4cfafcdb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:00.390014 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-46dee3b4-b8ac-48f8-a10f-16e4cfafcdb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aaaf02904ace4db880bff3d567b987f6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3206084
Jul 23 16:31:00.391959 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44142) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:00.534860 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-41dcab81-257a-41ed-b9f9-315924776998 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:00.536482 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-41dcab81-257a-41ed-b9f9-315924776998 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 814 time: 0.2834854
Jul 23 16:31:00.583629 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 44150) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:00.645067 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3bf973d5-9995-4db8-9221-499953b8983b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:00.697963 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Request body: {'port': {'device_id': '3aff78ef-f552-4489-86fe-5cb4a2506c34', 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6', 'admin_state_up': True, 'tenant_id': '1b3db028425a47d08fbb31ede1b27685'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:31:00.708685 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3bf973d5-9995-4db8-9221-499953b8983b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:00.851842 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3bf973d5-9995-4db8-9221-499953b8983b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:00.861605 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b585b62a-33c7-4ce4-a71b-9d81303a850d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:00.881809 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf973d5-9995-4db8-9221-499953b8983b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294cc3de-fc72-4f3c-a394-cfe01df28976,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:00.892660 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3bf973d5-9995-4db8-9221-499953b8983b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:00.894055 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-3bf973d5-9995-4db8-9221-499953b8983b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/294cc3de-fc72-4f3c-a394-cfe01df28976 HTTP/1.1" status: 204  len: 168 time: 0.5012963
Jul 23 16:31:00.895706 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3bf973d5-9995-4db8-9221-499953b8983b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:01.004299 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb658fc-7be5-4e4d-ab9d-52dbe8236a13 admin admin] Deleting subnet 47e04cc0-6ca3-47ef-9b55-c738a383aaac {{(pid=74312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:31:01.014307 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-8eb658fc-7be5-4e4d-ab9d-52dbe8236a13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:01.133141 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-8eb658fc-7be5-4e4d-ab9d-52dbe8236a13 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:01.140694 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:01.159628 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-8eb658fc-7be5-4e4d-ab9d-52dbe8236a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:01.213750 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Usage tracker for resource:port and tenant:1b3db028425a47d08fbb31ede1b27685 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:01.219011 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:01.233247 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:01.264508 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25512963-e0b4-498f-9e70-70b7731a3e6b req-a2951159-0af8-4d71-ac06-bcac4e4b2da4 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:01.266472 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-25512963-e0b4-498f-9e70-70b7731a3e6b req-a2951159-0af8-4d71-ac06-bcac4e4b2da4 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.4146235
Jul 23 16:31:01.269796 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Made reservation on behalf of 1b3db028425a47d08fbb31ede1b27685 for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:31:01.272875 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:01.405237 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-db449da7-2023-420e-bf62-830c853972c3 req-bcca63b0-1443-442f-aa92-09d483580678 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 210 time: 0.0763636
Jul 23 16:31:01.479777 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-8eb658fc-7be5-4e4d-ab9d-52dbe8236a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for subnet, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:01.504690 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:01.536422 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-25512963-e0b4-498f-9e70-70b7731a3e6b req-5410d329-b965-4c06-92a5-6f052b36e28a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2462327
Jul 23 16:31:01.579177 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb658fc-7be5-4e4d-ab9d-52dbe8236a13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e04cc0-6ca3-47ef-9b55-c738a383aaac,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:01.583332 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8eb658fc-7be5-4e4d-ab9d-52dbe8236a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:01.597916 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-8eb658fc-7be5-4e4d-ab9d-52dbe8236a13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:01.668529 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-8eb658fc-7be5-4e4d-ab9d-52dbe8236a13 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/47e04cc0-6ca3-47ef-9b55-c738a383aaac HTTP/1.1" status: 204  len: 168 time: 1.0790038
Jul 23 16:31:01.668992 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44176) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:01.743432 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Allocated IP 172.20.0.7 (156dae65-8e16-46ee-86e4-df87401a61b6/43bfb2a4-0a17-46f9-9792-9d39d06e8687/0ab2513d-eb84-4a5e-a858-b009a9d469e0) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:31:01.933100 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:02.118425 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:02.157378 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:02.190003 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:02.226505 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:31:02.229188 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:02.264058 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd09f78c2b0>> segment before_delete 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.264888 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd09f78c2b0>> subnet precommit_delete_associations 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.266334 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09ea61b80>> segment_host_mapping after_create 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.267240 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09ea61b80>> port after_create 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.268009 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09ea61b80>> port after_delete 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.268554 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09ea61b80>> port after_update 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.269243 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09ea61b80>> segment after_delete 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.270047 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09ea61b80>> subnet after_create 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.270764 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09ea61b80>> subnet after_delete 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.271376 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09ea61b80>> subnet after_update 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.395030 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Network 156dae65-8e16-46ee-86e4-df87401a61b6 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:31:02.403170 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:31:02.409833 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:31:02.429294 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:02.431346 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:02.510092 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8319900
Jul 23 16:31:02.565111 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Request body: {'port': {'device_id': '3aff78ef-f552-4489-86fe-5cb4a2506c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:31:02.565781 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd09f3347c0>> subnet after_create 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.566037 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd09f3347c0>> subnet after_delete 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.567053 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd09f3347c0>> subnet before_create 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.567053 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd09f3347c0>> subnet before_update 55550000 {{(pid=74313) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:31:02.567570 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09f78c760>,) {'filters': {'network_id': ['f12d7b8f-2b9f-4291-b11e-ce46f7e3b520']}} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:31:02.666360 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f78c760>, 'c0a70c3f-de75-46f9-afa5-4637c1707317') {'for_net_delete': True} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:31:02.666852 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f78c760>, 'c0a70c3f-de75-46f9-afa5-4637c1707317') {} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:31:02.667897 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Pushing event updated for resources: {'Port': ['ID=0ab2513d-eb84-4a5e-a858-b009a9d469e0,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:02.673251 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:02.740707 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66188024'] for segment, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:02.779393 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:02.799394 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=74313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:31:02.800238 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65805945'] for segment, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   util.warn_limited(
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   util.warn_limited(
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]: Traceback (most recent call last):
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     timer()
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     cb(*args, **kw)
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     return func(*args, **kwargs)
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     self._notify()
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     self.callback(batched_events)
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     event.method(event)
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     return f(self, *a, **k)
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._get(url).json()
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:31:02.836497 dv-cinder-802039-1-iscsi neutron-server[74313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:31:03.032161 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:03.079151 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:03.089912 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0b4aeb4e-6362-4b60-8ac2-dc61fe18ac93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:03.127688 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:03.134431 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Pushing event deleted for resources: {'Network': ['ID=f12d7b8f-2b9f-4291-b11e-ce46f7e3b520,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:03.139925 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:03.158316 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344db4d-af8f-413c-be7f-03aadfe0a713 req-51a2535f-f853-4f6e-b4af-e6f1d477d02d tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:03.159190 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-22948092-0219-495e-a784-3a0022dfe25b admin admin] 10.222.0.11 "DELETE /v2.0/networks/f12d7b8f-2b9f-4291-b11e-ce46f7e3b520 HTTP/1.1" status: 204  len: 168 time: 1.4890082
Jul 23 16:31:03.166686 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f344db4d-af8f-413c-be7f-03aadfe0a713 req-51a2535f-f853-4f6e-b4af-e6f1d477d02d tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.4086342
Jul 23 16:31:03.234777 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44224) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:03.337329 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff699e5-63d4-4b54-940d-e76b553fe667 req-b2fbd7bb-6a2a-4d9b-aa57-a61eae1f336c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:03.338039 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-cff699e5-63d4-4b54-940d-e76b553fe667 req-b2fbd7bb-6a2a-4d9b-aa57-a61eae1f336c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Synchronizing usage tracker for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:31:03.401055 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f344db4d-af8f-413c-be7f-03aadfe0a713 req-64d27acc-b499-4e0d-8344-508394e59f65 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2337520
Jul 23 16:31:03.420216 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-cff699e5-63d4-4b54-940d-e76b553fe667 req-b2fbd7bb-6a2a-4d9b-aa57-a61eae1f336c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Unset dirty status for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:31:03.421454 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cff699e5-63d4-4b54-940d-e76b553fe667 req-b2fbd7bb-6a2a-4d9b-aa57-a61eae1f336c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 931 time: 0.6620576
Jul 23 16:31:03.493479 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-345bb973-85bd-4edb-9142-a66a3f2e08c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:03.568631 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cff699e5-63d4-4b54-940d-e76b553fe667 req-c460a548-53ff-4456-8f46-f7d0bff21d24 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907915
Jul 23 16:31:03.587155 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-345bb973-85bd-4edb-9142-a66a3f2e08c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:03.603616 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-345bb973-85bd-4edb-9142-a66a3f2e08c1 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b84c67fa434d9bafaefddc25e60b2a is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:03.625724 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:31:03.633579 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-345bb973-85bd-4edb-9142-a66a3f2e08c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:03.648425 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44234) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:03.654696 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-345bb973-85bd-4edb-9142-a66a3f2e08c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:03.829868 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab2513d-eb84-4a5e-a858-b009a9d469e0 {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:31:03.852478 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:03.877007 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-c3831695-8fb8-4c8f-8077-ff7f1fb858b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c3255a3af4f49799ded1c4e21095e9c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2264686
Jul 23 16:31:03.889901 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44242) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:03.897709 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Transition to ACTIVE for port object 0ab2513d-eb84-4a5e-a858-b009a9d469e0 will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:31:03.905207 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:03.932416 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:04.041322 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-345bb973-85bd-4edb-9142-a66a3f2e08c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:04.068531 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2a6f252d-5303-4d4c-8023-c114aab01937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:04.070800 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-345bb973-85bd-4edb-9142-a66a3f2e08c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:04.080606 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:04.142870 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bb973-85bd-4edb-9142-a66a3f2e08c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc131ba-03da-411e-a1f4-d66aff00e4ce,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:04.155418 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-345bb973-85bd-4edb-9142-a66a3f2e08c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:04.210856 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2a6f252d-5303-4d4c-8023-c114aab01937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:04.241653 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-345bb973-85bd-4edb-9142-a66a3f2e08c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8b84c67fa434d9bafaefddc25e60b2a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0048344
Jul 23 16:31:04.246013 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44252) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:04.246294 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab2513d-eb84-4a5e-a858-b009a9d469e0,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:04.252905 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:04.358508 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Attempting to bind port 0ab2513d-eb84-4a5e-a858-b009a9d469e0 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:31:04.359851 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Attempting to bind port 0ab2513d-eb84-4a5e-a858-b009a9d469e0 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:31:04.360568 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Attempting to bind port 0ab2513d-eb84-4a5e-a858-b009a9d469e0 on network 156dae65-8e16-46ee-86e4-df87401a61b6 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:31:04.369631 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Port 0ab2513d-eb84-4a5e-a858-b009a9d469e0 on network 156dae65-8e16-46ee-86e4-df87401a61b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:31:04.370386 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Attempting to bind port 0ab2513d-eb84-4a5e-a858-b009a9d469e0 on network 156dae65-8e16-46ee-86e4-df87401a61b6 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:31:04.379881 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:31:04.380745 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Checking segment: {'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:31:04.381345 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Bound using segment: {'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:31:04.381991 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Bound port: 0ab2513d-eb84-4a5e-a858-b009a9d469e0, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:31:04.382655 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:04.453072 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13693a57-9a8f-4502-8d01-f36c8245e502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:04.470906 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2a6f252d-5303-4d4c-8023-c114aab01937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:04.485123 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-dbea09a6-fc2c-4b35-8123-ec0a6142401e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:04.506009 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] For port 0ab2513d-eb84-4a5e-a858-b009a9d469e0, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:31:04.512093 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] For port 0ab2513d-eb84-4a5e-a858-b009a9d469e0, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0ab2513d-eb84-4a5e-a858-b009a9d469e0,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:31:04.519361 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:04.526759 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-caf9ca45-5f45-49d2-ae77-454105a2c63e tempest-DeleteServersTestJSON-1043828724 tempest-DeleteServersTestJSON-1043828724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:04.532478 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f252d-5303-4d4c-8023-c114aab01937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26fef2f-3caa-44ce-b960-b420a4ceaece,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:04.543280 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13693a57-9a8f-4502-8d01-f36c8245e502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:04.556288 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-2a6f252d-5303-4d4c-8023-c114aab01937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:04.596638 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2a6f252d-5303-4d4c-8023-c114aab01937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:04.602099 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-2a6f252d-5303-4d4c-8023-c114aab01937 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a26fef2f-3caa-44ce-b960-b420a4ceaece HTTP/1.1" status: 204  len: 168 time: 0.7053406
Jul 23 16:31:04.669113 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13693a57-9a8f-4502-8d01-f36c8245e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:04.677027 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:04.680327 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] 10.222.0.46 "PUT /v2.0/ports/0ab2513d-eb84-4a5e-a858-b009a9d469e0 HTTP/1.1" status: 200  len: 1093 time: 2.1332121
Jul 23 16:31:04.684879 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a969c1bd-6e60-410e-a121-c26aade57124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:04.686003 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aff78ef-f552-4489-86fe-5cb4a2506c34', 'tag': '0ab2513d-eb84-4a5e-a858-b009a9d469e0'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:31:04.712210 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13693a57-9a8f-4502-8d01-f36c8245e502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc131ba-03da-411e-a1f4-d66aff00e4ce,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:04.718609 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-13693a57-9a8f-4502-8d01-f36c8245e502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:04.722404 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-13693a57-9a8f-4502-8d01-f36c8245e502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:04.724416 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-13693a57-9a8f-4502-8d01-f36c8245e502 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfc131ba-03da-411e-a1f4-d66aff00e4ce HTTP/1.1" status: 204  len: 168 time: 0.4775531
Jul 23 16:31:04.963784 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab2513d-eb84-4a5e-a858-b009a9d469e0,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:05.055250 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:05.301963 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-04f10999-a6c4-4064-bf52-4ae3f29d4a42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 1096 time: 0.4811957
Jul 23 16:31:05.315986 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050995e-1be6-48aa-a086-e7f1a7e6f502 req-b93e9567-a547-4c55-a007-e212b3889152 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:05.318585 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8050995e-1be6-48aa-a086-e7f1a7e6f502 req-b93e9567-a547-4c55-a007-e212b3889152 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.3676090
Jul 23 16:31:05.334213 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb184aa8-118c-4cf2-b232-55d060c8314d req-99f09efa-88a0-4305-8ea8-0df635206530 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:05.336881 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cb184aa8-118c-4cf2-b232-55d060c8314d req-99f09efa-88a0-4305-8ea8-0df635206530 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 943 time: 0.3882363
Jul 23 16:31:05.405034 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44286) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:05.532903 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-fabc7d41-80e7-47b5-8400-8ac41a5dfe8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ab2513d-eb84-4a5e-a858-b009a9d469e0 HTTP/1.1" status: 200  len: 217 time: 0.1944795
Jul 23 16:31:05.654348 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8050995e-1be6-48aa-a086-e7f1a7e6f502 req-f3f594c6-e192-4f81-8d08-a63e0cbb30d4 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3128917
Jul 23 16:31:05.661002 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cb184aa8-118c-4cf2-b232-55d060c8314d req-4c5529f2-a5da-4db5-bc65-b9060716cfb9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3181996
Jul 23 16:31:05.695401 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44298) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:05.698813 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-8c3463d7-e61b-485b-8c88-f36b2f8b44e6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:05.701430 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-8c3463d7-e61b-485b-8c88-f36b2f8b44e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43bfb2a4-0a17-46f9-9792-9d39d06e8687 HTTP/1.1" status: 200  len: 854 time: 0.1421351
Jul 23 16:31:05.766462 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3ac789f5-4961-4791-abf5-79a58c6d7e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:05.777004 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-64078317-61aa-4f60-b54a-57b5fe47e76b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=156dae65-8e16-46ee-86e4-df87401a61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0652623
Jul 23 16:31:05.864926 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3ac789f5-4961-4791-abf5-79a58c6d7e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:05.877888 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3ac789f5-4961-4791-abf5-79a58c6d7e77 admin admin] Usage tracker for resource:security_group_rule and tenant:48cfb99e173c404e8941b8f02bceae7d is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:05.885496 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3ac789f5-4961-4791-abf5-79a58c6d7e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:05.900295 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 44304) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:05.901366 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3ac789f5-4961-4791-abf5-79a58c6d7e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:06.024518 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aff78ef-f552-4489-86fe-5cb4a2506c34', 'tag': '0ab2513d-eb84-4a5e-a858-b009a9d469e0', 'status': 'completed', 'code': 200}
Jul 23 16:31:06.025326 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3ac789f5-4961-4791-abf5-79a58c6d7e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.074722 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3ac789f5-4961-4791-abf5-79a58c6d7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.088344 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:06.125117 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fe26c41f-c54b-49a1-9a9b-e0743dcb2fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.153264 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-b571d66c-0697-4e9a-902f-ea69eb93230d service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3623798
Jul 23 16:31:06.180212 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a5202df7-0df4-47df-9c71-6a4b40bffc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.205679 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac789f5-4961-4791-abf5-79a58c6d7e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8436975-b24c-47e5-8bb3-6d25f189d669,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:06.209767 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3ac789f5-4961-4791-abf5-79a58c6d7e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:06.222185 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-3ac789f5-4961-4791-abf5-79a58c6d7e77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48cfb99e173c404e8941b8f02bceae7d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5232625
Jul 23 16:31:06.223035 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44314) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:06.246426 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-fe26c41f-c54b-49a1-9a9b-e0743dcb2fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:06.258143 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-fe26c41f-c54b-49a1-9a9b-e0743dcb2fc1 admin admin] Usage tracker for resource:security_group_rule and tenant:6cb813e4b9694e7eaf64d919e1242fa6 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:06.264251 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-fe26c41f-c54b-49a1-9a9b-e0743dcb2fc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:06.280328 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-fe26c41f-c54b-49a1-9a9b-e0743dcb2fc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:06.320954 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-a5202df7-0df4-47df-9c71-6a4b40bffc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:06.331031 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-a5202df7-0df4-47df-9c71-6a4b40bffc5c admin admin] Usage tracker for resource:security_group_rule and tenant:59a24f4451694b4fa9009f79c4ef9329 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:06.343177 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-a5202df7-0df4-47df-9c71-6a4b40bffc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:06.353757 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-a5202df7-0df4-47df-9c71-6a4b40bffc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:06.357714 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-26359d80-11bd-42c5-ba33-f6fbe7874b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.387610 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02dea3ba-00f8-40f5-838b-cc4a1790c0d5 req-da827333-aa63-4d5e-a7fc-2add3bfc422f service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1899164
Jul 23 16:31:06.405258 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-26359d80-11bd-42c5-ba33-f6fbe7874b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.467992 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fe26c41f-c54b-49a1-9a9b-e0743dcb2fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.475488 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fe26c41f-c54b-49a1-9a9b-e0743dcb2fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.476072 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a5202df7-0df4-47df-9c71-6a4b40bffc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.481471 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a5202df7-0df4-47df-9c71-6a4b40bffc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.485282 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:06.491265 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fb4e9e17-89fc-4bd5-a5e4-7a154a241d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:06.543274 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5202df7-0df4-47df-9c71-6a4b40bffc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a009bb-5345-4f33-a6a7-8edca9d385c1,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:06.552678 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-a5202df7-0df4-47df-9c71-6a4b40bffc5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59a24f4451694b4fa9009f79c4ef9329&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6458364
Jul 23 16:31:06.552678 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-a5202df7-0df4-47df-9c71-6a4b40bffc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:06.553217 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 44322) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:06.560095 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26c41f-c54b-49a1-9a9b-e0743dcb2fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc13106-f657-4fb5-802e-393cdf38518b,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:06.565820 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fe26c41f-c54b-49a1-9a9b-e0743dcb2fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:06.567148 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-26359d80-11bd-42c5-ba33-f6fbe7874b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.577199 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-fe26c41f-c54b-49a1-9a9b-e0743dcb2fc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6cb813e4b9694e7eaf64d919e1242fa6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1713231
Jul 23 16:31:06.580958 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c2712611-646b-42ff-994a-e6000d43ebed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:06.598932 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44326) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:06.624282 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26359d80-11bd-42c5-ba33-f6fbe7874b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8436975-b24c-47e5-8bb3-6d25f189d669,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:06.636644 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-26359d80-11bd-42c5-ba33-f6fbe7874b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:06.652207 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-26359d80-11bd-42c5-ba33-f6fbe7874b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.656717 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-26359d80-11bd-42c5-ba33-f6fbe7874b0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8436975-b24c-47e5-8bb3-6d25f189d669 HTTP/1.1" status: 204  len: 168 time: 0.4325836
Jul 23 16:31:06.705630 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd838b4a-f96a-4afd-8a4c-4505ae0ef3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.715531 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ed020ae8-e23b-4777-a44c-dad2240a8849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.808242 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd838b4a-f96a-4afd-8a4c-4505ae0ef3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.897025 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a555d1b0-c0dd-4bdf-8ba3-b7a8f4a58229 req-7036a662-6d2d-4afc-b7f5-5a95a06c164b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 1096 time: 0.2899623
Jul 23 16:31:06.900252 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ed020ae8-e23b-4777-a44c-dad2240a8849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.933526 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd838b4a-f96a-4afd-8a4c-4505ae0ef3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.940002 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d5198277-747e-4f0d-8ec3-97fb456d8ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:06.974418 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd838b4a-f96a-4afd-8a4c-4505ae0ef3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc13106-f657-4fb5-802e-393cdf38518b,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:06.990260 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-cd838b4a-f96a-4afd-8a4c-4505ae0ef3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:06.991270 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd838b4a-f96a-4afd-8a4c-4505ae0ef3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:06.992972 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-cd838b4a-f96a-4afd-8a4c-4505ae0ef3b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfc13106-f657-4fb5-802e-393cdf38518b HTTP/1.1" status: 204  len: 168 time: 0.3926454
Jul 23 16:31:07.288417 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555d1b0-c0dd-4bdf-8ba3-b7a8f4a58229 req-47ecaf7e-e2ef-4f3d-9901-ee3e899d0ad3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:07.290187 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a555d1b0-c0dd-4bdf-8ba3-b7a8f4a58229 req-47ecaf7e-e2ef-4f3d-9901-ee3e899d0ad3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 915 time: 0.3579991
Jul 23 16:31:07.290843 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ed020ae8-e23b-4777-a44c-dad2240a8849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:07.298797 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:07.411600 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed020ae8-e23b-4777-a44c-dad2240a8849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a009bb-5345-4f33-a6a7-8edca9d385c1,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:07.418316 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-ed020ae8-e23b-4777-a44c-dad2240a8849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:07.441432 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77b609-08ab-4043-a060-2c72df9b4fe4 req-cc960d15-2982-4d97-8a1a-b24bd5855f6b tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:07.444148 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6b77b609-08ab-4043-a060-2c72df9b4fe4 req-cc960d15-2982-4d97-8a1a-b24bd5855f6b tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 943 time: 0.4709418
Jul 23 16:31:07.469388 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ed020ae8-e23b-4777-a44c-dad2240a8849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:07.474725 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-ed020ae8-e23b-4777-a44c-dad2240a8849 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2a009bb-5345-4f33-a6a7-8edca9d385c1 HTTP/1.1" status: 204  len: 168 time: 0.9168470
Jul 23 16:31:07.476407 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a555d1b0-c0dd-4bdf-8ba3-b7a8f4a58229 req-ba1d231f-ee02-4e34-a1e6-4ec537a5f792 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ab2513d-eb84-4a5e-a858-b009a9d469e0 HTTP/1.1" status: 200  len: 217 time: 0.1687658
Jul 23 16:31:07.509196 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fd455-227f-42bc-8a9d-e7e83300451e req-a64752db-6c86-4483-9873-0a26bc0449de tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:07.511995 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4a0fd455-227f-42bc-8a9d-e7e83300451e req-a64752db-6c86-4483-9873-0a26bc0449de tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.4649668
Jul 23 16:31:07.662347 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44358) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:07.708241 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0c75ff13-8483-4a88-9dc5-a793f1a8106c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:07.719666 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555d1b0-c0dd-4bdf-8ba3-b7a8f4a58229 req-e5a83977-4f08-44d1-bfb6-895d0003a442 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:07.722259 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a555d1b0-c0dd-4bdf-8ba3-b7a8f4a58229 req-e5a83977-4f08-44d1-bfb6-895d0003a442 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43bfb2a4-0a17-46f9-9792-9d39d06e8687 HTTP/1.1" status: 200  len: 854 time: 0.2088554
Jul 23 16:31:07.728597 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6b77b609-08ab-4043-a060-2c72df9b4fe4 req-d5039e2d-82e0-40f6-a50c-ecc2fcfa0701 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2621896
Jul 23 16:31:07.733196 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4a0fd455-227f-42bc-8a9d-e7e83300451e req-19799056-4c4a-41b0-a353-b0410a97a33f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588588
Jul 23 16:31:07.830094 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-0c75ff13-8483-4a88-9dc5-a793f1a8106c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:07.848207 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-0c75ff13-8483-4a88-9dc5-a793f1a8106c admin admin] Usage tracker for resource:security_group_rule and tenant:5135a72019974f3092986f0151302e75 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:07.861863 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-0c75ff13-8483-4a88-9dc5-a793f1a8106c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:07.885361 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-0c75ff13-8483-4a88-9dc5-a793f1a8106c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:07.903098 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a555d1b0-c0dd-4bdf-8ba3-b7a8f4a58229 req-fc89e011-7ae2-45bd-aaed-502d316511ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=156dae65-8e16-46ee-86e4-df87401a61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1540124
Jul 23 16:31:08.058225 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0c75ff13-8483-4a88-9dc5-a793f1a8106c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:08.064873 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0c75ff13-8483-4a88-9dc5-a793f1a8106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:08.080131 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fe26c41f-c54b-49a1-9a9b-e0743dcb2fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:08.138804 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-0c75ff13-8483-4a88-9dc5-a793f1a8106c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5135a72019974f3092986f0151302e75&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4694254
Jul 23 16:31:08.138804 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75ff13-8483-4a88-9dc5-a793f1a8106c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c781cd-63f4-4b29-a27b-aa6328310642,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:08.139233 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44368) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:08.142066 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0c75ff13-8483-4a88-9dc5-a793f1a8106c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:08.233049 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-85fe5cad-1cd3-4939-8176-8f4a5057b97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:08.273268 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-85fe5cad-1cd3-4939-8176-8f4a5057b97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:08.277633 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a555d1b0-c0dd-4bdf-8ba3-b7a8f4a58229 req-910b6cb4-e991-4faa-94ca-d21b11496ded service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3598003
Jul 23 16:31:08.370753 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-85fe5cad-1cd3-4939-8176-8f4a5057b97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:08.378336 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0a00e21c-2a8e-4c72-b067-41d994a5be06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:08.402984 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe5cad-1cd3-4939-8176-8f4a5057b97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c781cd-63f4-4b29-a27b-aa6328310642,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:08.423872 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-85fe5cad-1cd3-4939-8176-8f4a5057b97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:08.425260 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-85fe5cad-1cd3-4939-8176-8f4a5057b97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:08.426309 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-85fe5cad-1cd3-4939-8176-8f4a5057b97e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82c781cd-63f4-4b29-a27b-aa6328310642 HTTP/1.1" status: 204  len: 168 time: 0.2861109
Jul 23 16:31:08.489044 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a555d1b0-c0dd-4bdf-8ba3-b7a8f4a58229 req-91b8f628-685b-44b1-914c-2790d0036cb0 service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555758
Jul 23 16:31:09.162113 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920c78b-69d3-4be1-b451-2fa68c9802c2 req-e769f105-e8d0-46c0-968f-b8cd13ec0d6e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:09.164747 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0920c78b-69d3-4be1-b451-2fa68c9802c2 req-e769f105-e8d0-46c0-968f-b8cd13ec0d6e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 943 time: 0.2001207
Jul 23 16:31:09.211723 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513bb48-7a21-402d-b9ea-5ce94e553a09 req-e3d45752-103c-43b3-8cb6-44228c090fea tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:09.213818 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c513bb48-7a21-402d-b9ea-5ce94e553a09 req-e3d45752-103c-43b3-8cb6-44228c090fea tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1841266
Jul 23 16:31:09.260703 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0920c78b-69d3-4be1-b451-2fa68c9802c2 req-a8400c7d-9008-4869-9faf-a056b89ce7db tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840654
Jul 23 16:31:09.287102 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c513bb48-7a21-402d-b9ea-5ce94e553a09 req-b17c7f6f-e11a-4819-a7aa-f8c2698f75b5 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620549
Jul 23 16:31:09.622712 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44416) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:09.879422 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 0ab2513d-eb84-4a5e-a858-b009a9d469e0 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:31:10.019294 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-747875825-network', 'tenant_id': '6d6b0c10ee094c079f1ee27fd47c0615'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:31:10.027424 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:10.035799 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Usage tracker for resource:network and tenant:6d6b0c10ee094c079f1ee27fd47c0615 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:10.042453 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:10.053504 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:10.057144 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 0ab2513d-eb84-4a5e-a858-b009a9d469e0, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0ab2513d-eb84-4a5e-a858-b009a9d469e0,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:31:10.071190 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Made reservation on behalf of 6d6b0c10ee094c079f1ee27fd47c0615 for: {'network': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:31:10.074913 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '0ab2513d-eb84-4a5e-a858-b009a9d469e0', 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6', 'port_id': '0ab2513d-eb84-4a5e-a858-b009a9d469e0', 'mac_address': 'fa:16:3e:8e:0e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bfb2a4-0a17-46f9-9792-9d39d06e8687', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:31:10.075914 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:10.099710 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:10.149652 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:10.184679 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:10.194811 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Usage tracker for resource:security_group_rule and tenant:6d6b0c10ee094c079f1ee27fd47c0615 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:10.202185 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:10.204520 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab2513d-eb84-4a5e-a858-b009a9d469e0 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:31:10.215463 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:10.217721 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:10.233702 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 0ab2513d-eb84-4a5e-a858-b009a9d469e0, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0ab2513d-eb84-4a5e-a858-b009a9d469e0,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:31:10.238533 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:10.242754 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-66117539-6cee-4363-b158-7b31b087925f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:10.332134 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=0ab2513d-eb84-4a5e-a858-b009a9d469e0,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:10.333781 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:10.372411 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:10.379450 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:10.407173 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404}  {{(pid=74313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:31:10.424529 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:10.425080 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.segments_db [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Added segment 91c7c93b-803f-4c74-8bf2-3a1b617c9770 of type vlan for network fdd1cb39-4338-481a-833d-babf6ccda4c0
Jul 23 16:31:10.477463 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:10.528504 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-cd838b4a-f96a-4afd-8a4c-4505ae0ef3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:10.575578 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e5a753-e518-4a1f-8e0d-1c283072474b,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:10.588343 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:10.590195 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:10.591912 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:10.593054 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:10.610584 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f687974f-0d76-4e01-bd82-9d2cb682c237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:10.822194 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Pushing event updated for resources: {'Network': ['ID=fdd1cb39-4338-481a-833d-babf6ccda4c0,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:10.831522 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:10.840506 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.2118957
Jul 23 16:31:10.841309 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44458) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:10.858226 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['0ab2513d-eb84-4a5e-a858-b009a9d469e0'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:31:10.883929 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Request body: {'subnet': {'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-747875825-subnet', 'tenant_id': '6d6b0c10ee094c079f1ee27fd47c0615', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:31:10.905567 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:10.926596 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Usage tracker for resource:subnet and tenant:6d6b0c10ee094c079f1ee27fd47c0615 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:10.936467 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:10.965968 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:11.012381 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Made reservation on behalf of 6d6b0c10ee094c079f1ee27fd47c0615 for: {'subnet': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:31:11.021399 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66434424'] for subnet, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:11.069242 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b13838-5245-401c-9dc1-1af7f842cdcd req-393d64dd-99be-4573-9a35-5afc67f44595 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:11.072139 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d1b13838-5245-401c-9dc1-1af7f842cdcd req-393d64dd-99be-4573-9a35-5afc67f44595 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 944 time: 0.4226947
Jul 23 16:31:11.084823 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network fdd1cb39-4338-481a-833d-babf6ccda4c0 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:31:11.280323 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d1b13838-5245-401c-9dc1-1af7f842cdcd req-4be796c6-29b6-4efb-bad8-c9ae100d5fac tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865778
Jul 23 16:31:11.328399 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a276e-2d04-44c0-baff-122945f2fb50 req-8b938a68-4cb1-440b-b13c-084ff840f1b7 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:11.341825 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1e9a276e-2d04-44c0-baff-122945f2fb50 req-8b938a68-4cb1-440b-b13c-084ff840f1b7 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.5997269
Jul 23 16:31:11.543855 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1e9a276e-2d04-44c0-baff-122945f2fb50 req-e70bffd1-47c4-40ba-983d-9f5d786e7ae3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868250
Jul 23 16:31:11.871495 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 44470) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:12.091859 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65805968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66434410'] for subnet, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:12.102033 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:12.273320 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-78f910a5-3a48-493a-bb7d-dd5a31cf2f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:12.292230 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e266c5f-73e6-4c09-8b7e-7cc9805a7fa7,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:12.302571 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:12.328784 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Checking segment: {'id': '91c7c93b-803f-4c74-8bf2-3a1b617c9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:31:12.329361 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Network hostable DHCP agents. Network: fdd1cb39-4338-481a-833d-babf6ccda4c0, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:31:12.368002 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-78f910a5-3a48-493a-bb7d-dd5a31cf2f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:12.376750 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-78f910a5-3a48-493a-bb7d-dd5a31cf2f22 admin admin] Usage tracker for resource:security_group_rule and tenant:804954829daa41bd986b83cd224468d9 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:12.379500 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Network fdd1cb39-4338-481a-833d-babf6ccda4c0 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:31:12.383314 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-78f910a5-3a48-493a-bb7d-dd5a31cf2f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:12.397657 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-78f910a5-3a48-493a-bb7d-dd5a31cf2f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:12.401478 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, fdd1cb39-4338-481a-833d-babf6ccda4c0) {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:31:12.412376 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:12.413804 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:12.425179 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e608f12b-75de-4c26-8a13-7030f004f645 None None] Network fdd1cb39-4338-481a-833d-babf6ccda4c0 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:31:12.487864 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.6438119
Jul 23 16:31:12.702186 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-78f910a5-3a48-493a-bb7d-dd5a31cf2f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:12.725502 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-78f910a5-3a48-493a-bb7d-dd5a31cf2f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:12.782961 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:12.835249 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-78f910a5-3a48-493a-bb7d-dd5a31cf2f22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=804954829daa41bd986b83cd224468d9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9570117
Jul 23 16:31:12.836098 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44492) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:12.888379 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103df02f-8f55-40b4-9bd9-9c0614cce678 req-58363eb9-22e9-408e-91e2-84c5838cbc75 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:12.901479 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-103df02f-8f55-40b4-9bd9-9c0614cce678 req-58363eb9-22e9-408e-91e2-84c5838cbc75 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 944 time: 0.3243225
Jul 23 16:31:12.969565 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f910a5-3a48-493a-bb7d-dd5a31cf2f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d13ca15-fb54-4635-810e-6a01bab8ec1a,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:13.019982 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-78f910a5-3a48-493a-bb7d-dd5a31cf2f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:13.025629 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb49eb48-5b34-4f5f-9117-73fa3d24ae30 None None] Network fdd1cb39-4338-481a-833d-babf6ccda4c0 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:31:13.121884 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-e3bdcd40-363b-4cbf-9bc3-5eb4403721f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:13.170967 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-103df02f-8f55-40b4-9bd9-9c0614cce678 req-8b86b83b-a721-4975-a362-ba6d8c272419 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2659862
Jul 23 16:31:13.200558 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-e3bdcd40-363b-4cbf-9bc3-5eb4403721f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:13.248193 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84633d-5aa6-464e-ad6d-02cb8f9525e5 req-5eb75808-c8b6-434e-859b-bc41af595ed7 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:13.263336 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1b84633d-5aa6-464e-ad6d-02cb8f9525e5 req-5eb75808-c8b6-434e-859b-bc41af595ed7 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.2051570
Jul 23 16:31:13.357311 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-e3bdcd40-363b-4cbf-9bc3-5eb4403721f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:13.380148 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1b84633d-5aa6-464e-ad6d-02cb8f9525e5 req-726d1092-2fec-4771-99ec-2f04fc99d3d0 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146107
Jul 23 16:31:13.387398 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:13.447119 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdcd40-363b-4cbf-9bc3-5eb4403721f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d13ca15-fb54-4635-810e-6a01bab8ec1a,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:13.460664 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-e3bdcd40-363b-4cbf-9bc3-5eb4403721f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:13.467116 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-e3bdcd40-363b-4cbf-9bc3-5eb4403721f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:13.478952 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-e3bdcd40-363b-4cbf-9bc3-5eb4403721f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d13ca15-fb54-4635-810e-6a01bab8ec1a HTTP/1.1" status: 204  len: 168 time: 0.6383486
Jul 23 16:31:14.006505 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 0ab2513d-eb84-4a5e-a858-b009a9d469e0 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:31:14.235513 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 0ab2513d-eb84-4a5e-a858-b009a9d469e0 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:31:14.278236 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 0ab2513d-eb84-4a5e-a858-b009a9d469e0 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:31:14.278746 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:14.374780 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-fcc36e46-6a7d-4f4c-b4ab-bd4ca01e4d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:14.602540 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:14.735089 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 44530) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:14.745666 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aff78ef-f552-4489-86fe-5cb4a2506c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab2513d-eb84-4a5e-a858-b009a9d469e0'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:31:14.832329 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 0ab2513d-eb84-4a5e-a858-b009a9d469e0, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0ab2513d-eb84-4a5e-a858-b009a9d469e0,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:31:14.846045 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:14.852931 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:14.861483 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:14.871512 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-36787bee-91d4-4a7d-bb51-cb205eec9fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:15.036835 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=0ab2513d-eb84-4a5e-a858-b009a9d469e0,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:15.049807 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:15.139886 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-36787bee-91d4-4a7d-bb51-cb205eec9fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:15.253993 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-36787bee-91d4-4a7d-bb51-cb205eec9fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:61903c9787b64fb0a85d4f977bb8347b is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:15.260659 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-36787bee-91d4-4a7d-bb51-cb205eec9fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:15.282033 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-36787bee-91d4-4a7d-bb51-cb205eec9fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:15.377800 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a94fd-8f68-4022-92e9-343bb955a3e9 req-a15e03f0-71ac-4482-8d89-e46faa661d08 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:15.380590 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-234a94fd-8f68-4022-92e9-343bb955a3e9 req-a15e03f0-71ac-4482-8d89-e46faa661d08 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 945 time: 0.6046112
Jul 23 16:31:15.459084 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f0ffd-71fe-4e51-90f5-cf726a7ce48c req-39bd20bc-ce91-4a41-aaab-0bf507980ea3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:15.461549 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-720f0ffd-71fe-4e51-90f5-cf726a7ce48c req-39bd20bc-ce91-4a41-aaab-0bf507980ea3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.3446167
Jul 23 16:31:15.576023 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-234a94fd-8f68-4022-92e9-343bb955a3e9 req-095ebf44-77fa-401d-b901-74f808612299 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769559
Jul 23 16:31:15.614872 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-36787bee-91d4-4a7d-bb51-cb205eec9fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:15.635840 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-36787bee-91d4-4a7d-bb51-cb205eec9fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:15.646206 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:15.661105 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-720f0ffd-71fe-4e51-90f5-cf726a7ce48c req-ea9175c8-310b-47ac-bdff-b2a183dd8bd0 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680267
Jul 23 16:31:15.722410 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36787bee-91d4-4a7d-bb51-cb205eec9fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe381e0-e891-4c98-b79e-e0109d2cfec1,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:15.731995 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-36787bee-91d4-4a7d-bb51-cb205eec9fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:15.738905 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-36787bee-91d4-4a7d-bb51-cb205eec9fc3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61903c9787b64fb0a85d4f977bb8347b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0025461
Jul 23 16:31:15.743096 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 44548) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:15.829167 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aff78ef-f552-4489-86fe-5cb4a2506c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab2513d-eb84-4a5e-a858-b009a9d469e0', 'code': 200}
Jul 23 16:31:15.901397 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ebf0c73d-3ff6-4748-9f01-64ef526869c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:15.960495 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ebf0c73d-3ff6-4748-9f01-64ef526869c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:16.040071 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ebf0c73d-3ff6-4748-9f01-64ef526869c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:16.047426 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-95bc52d2-e7b8-444c-a0cd-34c47ef8a1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:16.075029 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0c73d-3ff6-4748-9f01-64ef526869c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe381e0-e891-4c98-b79e-e0109d2cfec1,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:16.080361 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-ebf0c73d-3ff6-4748-9f01-64ef526869c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:16.095481 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ebf0c73d-3ff6-4748-9f01-64ef526869c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:16.097440 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-ebf0c73d-3ff6-4748-9f01-64ef526869c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfe381e0-e891-4c98-b79e-e0109d2cfec1 HTTP/1.1" status: 204  len: 168 time: 0.3519676
Jul 23 16:31:16.637481 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-463737ed-3064-4447-92f3-8a7e7370d010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:18.102152 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:19.011318 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7a154673-6a87-4679-bde5-59789900e1a2 req-4d03a901-16f7-4211-ad39-ac7aeacf1827 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 1098 time: 0.3563855
Jul 23 16:31:19.028200 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ce074-4d4d-4a0a-a0c7-b80427fe57cd req-5f6aa17a-9b16-40c3-b417-d972fcaedf6d tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:19.036909 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7e7ce074-4d4d-4a0a-a0c7-b80427fe57cd req-5f6aa17a-9b16-40c3-b417-d972fcaedf6d tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.3029664
Jul 23 16:31:19.133780 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357ba9b-f866-4280-9d37-efef7dccde2d req-418cdb28-2e45-4f59-80d7-74579a958fdb tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:19.136542 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f357ba9b-f866-4280-9d37-efef7dccde2d req-418cdb28-2e45-4f59-80d7-74579a958fdb tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 945 time: 0.3919876
Jul 23 16:31:19.201765 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7a154673-6a87-4679-bde5-59789900e1a2 req-beb64211-1800-4b94-9cd9-850113a058c8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628771
Jul 23 16:31:19.206483 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7e7ce074-4d4d-4a0a-a0c7-b80427fe57cd req-264d070a-1ea3-441c-a807-4cf0778cea30 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471984
Jul 23 16:31:19.240281 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f357ba9b-f866-4280-9d37-efef7dccde2d req-8789a7a7-7e1f-4c09-9b4a-1d2c92f6a821 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814376
Jul 23 16:31:19.294332 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:20.726910 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-4432f2ec-ea8a-4dbb-ad37-a444ff37af84 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:20.730603 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-4432f2ec-ea8a-4dbb-ad37-a444ff37af84 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/networks?id=fdd1cb39-4338-481a-833d-babf6ccda4c0 HTTP/1.1" status: 200  len: 813 time: 0.3605089
Jul 23 16:31:20.810383 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-5af07f84-e0be-4432-9469-77789df40142 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/quotas/6d6b0c10ee094c079f1ee27fd47c0615 HTTP/1.1" status: 200  len: 375 time: 0.0648372
Jul 23 16:31:20.917205 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc14a6-4d7e-41ab-97b0-c8e9039e3bde req-7c34ac83-e9b4-44ac-9f15-9120bdb0ae07 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:20.929980 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-52fc14a6-4d7e-41ab-97b0-c8e9039e3bde req-7c34ac83-e9b4-44ac-9f15-9120bdb0ae07 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.3863940
Jul 23 16:31:20.987843 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-58c8399f-e1cc-4b4f-99a7-449a2046cb88 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d6b0c10ee094c079f1ee27fd47c0615&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1625879
Jul 23 16:31:21.223964 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-52fc14a6-4d7e-41ab-97b0-c8e9039e3bde req-a61df68d-d91a-406d-9bd4-e9c044685a85 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2907884
Jul 23 16:31:21.346831 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-0629346a-7b68-4600-83d7-85b0e029ed91 service neutron] 10.222.0.11 "GET /v2.0/networks/fdd1cb39-4338-481a-833d-babf6ccda4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3570724
Jul 23 16:31:21.754985 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-e68fe781-5720-417f-8c7f-f7c0ef07fa60 service neutron] 10.222.0.11 "GET /v2.0/networks/fdd1cb39-4338-481a-833d-babf6ccda4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3960819
Jul 23 16:31:21.807050 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dced3d-f9b7-4236-aeda-a2ef7edf634d req-d006313e-1183-4dfb-91e2-24e360cb399c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:21.810987 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f7dced3d-f9b7-4236-aeda-a2ef7edf634d req-d006313e-1183-4dfb-91e2-24e360cb399c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 945 time: 0.1831009
Jul 23 16:31:21.983426 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f7dced3d-f9b7-4236-aeda-a2ef7edf634d req-06434717-1159-402e-b717-806efe88e365 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620598
Jul 23 16:31:24.529463 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44760) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:24.875521 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-81e9aa89-a4cf-4389-8037-a3cc3b10b345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:24.936045 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-81e9aa89-a4cf-4389-8037-a3cc3b10b345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:24.944899 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-81e9aa89-a4cf-4389-8037-a3cc3b10b345 admin admin] Usage tracker for resource:security_group_rule and tenant:d62ea0b63d0f414a932f4841ddd2e5e7 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:24.950969 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-81e9aa89-a4cf-4389-8037-a3cc3b10b345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:24.963527 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-81e9aa89-a4cf-4389-8037-a3cc3b10b345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:25.099425 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-81e9aa89-a4cf-4389-8037-a3cc3b10b345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:25.105402 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-81e9aa89-a4cf-4389-8037-a3cc3b10b345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:25.118518 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-377fe29f-92d0-46ca-8736-2c0e0fec7146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:25.191265 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9aa89-a4cf-4389-8037-a3cc3b10b345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa739494-63e8-46f8-a3b2-8a104891511d,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:25.199726 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-81e9aa89-a4cf-4389-8037-a3cc3b10b345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:25.207718 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-81e9aa89-a4cf-4389-8037-a3cc3b10b345 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d62ea0b63d0f414a932f4841ddd2e5e7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6762011
Jul 23 16:31:25.223541 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44768) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:25.356845 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31aa9dd7-ad40-4199-932b-f9939b466ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:25.421660 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31aa9dd7-ad40-4199-932b-f9939b466ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:25.551897 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31aa9dd7-ad40-4199-932b-f9939b466ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:25.562900 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-53a71cba-6533-4cd3-948d-65c114981cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:25.588789 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa9dd7-ad40-4199-932b-f9939b466ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa739494-63e8-46f8-a3b2-8a104891511d,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:25.594705 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-31aa9dd7-ad40-4199-932b-f9939b466ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:25.598228 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31aa9dd7-ad40-4199-932b-f9939b466ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:25.600154 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-31aa9dd7-ad40-4199-932b-f9939b466ffd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa739494-63e8-46f8-a3b2-8a104891511d HTTP/1.1" status: 204  len: 168 time: 0.3747106
Jul 23 16:31:25.635706 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f6e31402-8e65-40ed-bfdf-6432fa725953 req-8ba7d80e-18cc-4962-8e24-482efedac705 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 210 time: 0.1413281
Jul 23 16:31:25.841367 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81383187-ea7f-4cdb-b77e-e2781b6c4d4c req-7782df54-b338-44f3-ba41-694cd6b6b371 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:25.866899 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-81383187-ea7f-4cdb-b77e-e2781b6c4d4c req-7782df54-b338-44f3-ba41-694cd6b6b371 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.2194333
Jul 23 16:31:26.109262 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-81383187-ea7f-4cdb-b77e-e2781b6c4d4c req-3ca89833-8340-48f0-bfa3-d42d696b086d tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2397921
Jul 23 16:31:26.166900 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc5daf-0653-42bb-8995-3e9ddce9cb38 req-2fbb4896-ea64-46a2-a3c9-7c217416947c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:26.169775 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-23bc5daf-0653-42bb-8995-3e9ddce9cb38 req-2fbb4896-ea64-46a2-a3c9-7c217416947c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 945 time: 0.2020240
Jul 23 16:31:26.279386 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-23bc5daf-0653-42bb-8995-3e9ddce9cb38 req-ab21c60a-fa16-42db-b8b5-51db6ba0d793 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980418
Jul 23 16:31:26.536487 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44792) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:26.586181 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9c07cd15-3495-4a5c-bc13-4d3d07f46c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:26.675346 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-9c07cd15-3495-4a5c-bc13-4d3d07f46c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:26.689642 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-9c07cd15-3495-4a5c-bc13-4d3d07f46c01 admin admin] Usage tracker for resource:security_group_rule and tenant:06999c9ddc0a4c479b1b5c4670765ccf is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:26.713855 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-9c07cd15-3495-4a5c-bc13-4d3d07f46c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:26.737222 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-9c07cd15-3495-4a5c-bc13-4d3d07f46c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:26.960414 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9c07cd15-3495-4a5c-bc13-4d3d07f46c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:26.987344 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9c07cd15-3495-4a5c-bc13-4d3d07f46c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:27.047347 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-e3bdcd40-363b-4cbf-9bc3-5eb4403721f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:27.141791 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44808) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:27.145197 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07cd15-3495-4a5c-bc13-4d3d07f46c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863d7cf1-8a7f-49a7-90e2-12fd0108d79a,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:27.152439 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9c07cd15-3495-4a5c-bc13-4d3d07f46c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:27.273480 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-9c07cd15-3495-4a5c-bc13-4d3d07f46c01 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06999c9ddc0a4c479b1b5c4670765ccf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7310088
Jul 23 16:31:27.274303 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44818) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:27.499904 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-18258e72-dad6-4932-abdd-685e5cf5a56b tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:27.502594 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-18258e72-dad6-4932-abdd-685e5cf5a56b tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.46 "GET /v2.0/networks?id=fdd1cb39-4338-481a-833d-babf6ccda4c0 HTTP/1.1" status: 200  len: 813 time: 0.5313656
Jul 23 16:31:27.532264 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-605b6f01-e0a2-42ec-ac7a-c3a529661099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:27.539292 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Request body: {'port': {'device_id': 'c492869d-fe10-4280-8b98-3cbf819d2edf', 'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0', 'admin_state_up': True, 'tenant_id': '6d6b0c10ee094c079f1ee27fd47c0615'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:31:27.645034 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-605b6f01-e0a2-42ec-ac7a-c3a529661099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:27.847718 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d061432c-8f68-4bff-ba24-1e5292520021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:27.857207 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2466780d-5e0b-4ed8-a099-f9a0d75e5cf3 req-143a2b1a-0366-4eca-abea-855b2b9bcc60 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 210 time: 0.0906236
Jul 23 16:31:27.986084 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-d061432c-8f68-4bff-ba24-1e5292520021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:27.996412 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-d061432c-8f68-4bff-ba24-1e5292520021 admin admin] Usage tracker for resource:security_group_rule and tenant:080a0be6da134b188c73447f67f729c2 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:28.004323 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-d061432c-8f68-4bff-ba24-1e5292520021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:28.019790 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:28.029197 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-d061432c-8f68-4bff-ba24-1e5292520021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:28.035526 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Usage tracker for resource:port and tenant:6d6b0c10ee094c079f1ee27fd47c0615 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:28.038881 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-605b6f01-e0a2-42ec-ac7a-c3a529661099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:28.043919 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:28.053004 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-167f80b7-ab00-4bbe-80c5-e2c3345b9eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:28.059856 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:28.084255 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Made reservation on behalf of 6d6b0c10ee094c079f1ee27fd47c0615 for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:31:28.094407 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:28.100504 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b6f01-e0a2-42ec-ac7a-c3a529661099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863d7cf1-8a7f-49a7-90e2-12fd0108d79a,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:28.114534 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-605b6f01-e0a2-42ec-ac7a-c3a529661099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:28.163707 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-605b6f01-e0a2-42ec-ac7a-c3a529661099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:28.172588 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-605b6f01-e0a2-42ec-ac7a-c3a529661099 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/863d7cf1-8a7f-49a7-90e2-12fd0108d79a HTTP/1.1" status: 204  len: 168 time: 0.8951306
Jul 23 16:31:28.305462 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d061432c-8f68-4bff-ba24-1e5292520021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:28.312527 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d061432c-8f68-4bff-ba24-1e5292520021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:28.326325 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-81e9aa89-a4cf-4389-8037-a3cc3b10b345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:28.414342 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061432c-8f68-4bff-ba24-1e5292520021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1741bc55-a9b0-4acb-8769-c2b5b88903d7,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:28.425686 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d061432c-8f68-4bff-ba24-1e5292520021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:28.438321 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-d061432c-8f68-4bff-ba24-1e5292520021 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=080a0be6da134b188c73447f67f729c2&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2834849
Jul 23 16:31:28.442644 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44834) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:28.544282 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856abbf-ea25-4c18-8f6c-d394754be46b req-ffcacb20-9364-4076-b129-8cbe6844f2df tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:28.547105 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5856abbf-ea25-4c18-8f6c-d394754be46b req-ffcacb20-9364-4076-b129-8cbe6844f2df tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.2874959
Jul 23 16:31:28.637670 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Allocated IP 172.20.0.2 (fdd1cb39-4338-481a-833d-babf6ccda4c0/2e266c5f-73e6-4c09-8b7e-7cc9805a7fa7/df1e34ae-af7a-4ea2-8c1d-dd417a79ab49) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:31:28.668408 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-be56140b-e871-4220-acdd-cdf1ff243717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:28.683385 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5856abbf-ea25-4c18-8f6c-d394754be46b req-b6931f87-343f-4795-995e-04498dbf0e53 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233892
Jul 23 16:31:28.721484 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-be56140b-e871-4220-acdd-cdf1ff243717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:28.898998 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-be56140b-e871-4220-acdd-cdf1ff243717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:28.924399 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-46dee3b4-b8ac-48f8-a10f-16e4cfafcdb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:28.993748 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56140b-e871-4220-acdd-cdf1ff243717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1741bc55-a9b0-4acb-8769-c2b5b88903d7,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:28.998964 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-be56140b-e871-4220-acdd-cdf1ff243717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:29.001030 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-be56140b-e871-4220-acdd-cdf1ff243717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:29.003192 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-be56140b-e871-4220-acdd-cdf1ff243717 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1741bc55-a9b0-4acb-8769-c2b5b88903d7 HTTP/1.1" status: 204  len: 168 time: 0.5588710
Jul 23 16:31:29.174095 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:29.222149 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:29.232771 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:29.369563 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Network fdd1cb39-4338-481a-833d-babf6ccda4c0 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:31:29.376505 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:31:29.384288 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:31:29.391542 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:29.392686 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:29.402690 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Pushing event updated for resources: {'Port': ['ID=df1e34ae-af7a-4ea2-8c1d-dd417a79ab49,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:29.416013 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:29.440416 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9105422
Jul 23 16:31:29.729729 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44860) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:29.765899 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c60ede99-4486-44c4-a964-04de93e46386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:29.828630 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-c60ede99-4486-44c4-a964-04de93e46386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:29.836247 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-c60ede99-4486-44c4-a964-04de93e46386 admin admin] Usage tracker for resource:security_group_rule and tenant:25fe1bc820d34677a4b933530d485114 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:29.842273 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-c60ede99-4486-44c4-a964-04de93e46386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:29.854440 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-c60ede99-4486-44c4-a964-04de93e46386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:29.995013 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c60ede99-4486-44c4-a964-04de93e46386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:30.003323 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c60ede99-4486-44c4-a964-04de93e46386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:30.022724 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:30.104112 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ede99-4486-44c4-a964-04de93e46386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef883a9b-c500-4b55-a58f-c57a4778677a,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:30.110266 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c60ede99-4486-44c4-a964-04de93e46386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:30.115397 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-c60ede99-4486-44c4-a964-04de93e46386 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25fe1bc820d34677a4b933530d485114&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3838577
Jul 23 16:31:30.119376 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44872) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:30.243739 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1140de22-19d0-47d4-85d9-160195f147ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:30.299016 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1140de22-19d0-47d4-85d9-160195f147ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:30.404694 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1140de22-19d0-47d4-85d9-160195f147ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:30.414606 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-26359d80-11bd-42c5-ba33-f6fbe7874b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:30.437978 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140de22-19d0-47d4-85d9-160195f147ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef883a9b-c500-4b55-a58f-c57a4778677a,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:30.443422 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-1140de22-19d0-47d4-85d9-160195f147ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:30.447982 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1140de22-19d0-47d4-85d9-160195f147ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:30.449904 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-1140de22-19d0-47d4-85d9-160195f147ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef883a9b-c500-4b55-a58f-c57a4778677a HTTP/1.1" status: 204  len: 168 time: 0.3287945
Jul 23 16:31:31.156382 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44892) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:31.190101 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4e3a-7748-49ca-938a-e63bc8ca79fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:31.253482 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-ff9d4e3a-7748-49ca-938a-e63bc8ca79fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:31.261612 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-ff9d4e3a-7748-49ca-938a-e63bc8ca79fc admin admin] Usage tracker for resource:security_group_rule and tenant:bd94d300a0544eebadb46c30849cfc64 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:31.267983 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-ff9d4e3a-7748-49ca-938a-e63bc8ca79fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:31.279908 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-ff9d4e3a-7748-49ca-938a-e63bc8ca79fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:31.414884 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4e3a-7748-49ca-938a-e63bc8ca79fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:31.423739 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ff9d4e3a-7748-49ca-938a-e63bc8ca79fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:31.437874 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3ac789f5-4961-4791-abf5-79a58c6d7e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:31.527042 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d4e3a-7748-49ca-938a-e63bc8ca79fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231f8591-3468-4d5a-a964-8cbb408ba879,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:31.536043 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-ff9d4e3a-7748-49ca-938a-e63bc8ca79fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd94d300a0544eebadb46c30849cfc64&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3774576
Jul 23 16:31:31.539407 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 44898) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:31.540566 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-ff9d4e3a-7748-49ca-938a-e63bc8ca79fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:31.604159 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Request body: {'port': {'device_id': 'c492869d-fe10-4280-8b98-3cbf819d2edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:31:31.974060 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bb02950b-0433-4308-9b05-dc4d36f3fd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:32.073591 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:32.145762 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bb02950b-0433-4308-9b05-dc4d36f3fd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:33.013596 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bb02950b-0433-4308-9b05-dc4d36f3fd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:33.043576 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-ebf0c73d-3ff6-4748-9f01-64ef526869c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:33.093484 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bb02950b-0433-4308-9b05-dc4d36f3fd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:33.099536 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-bb02950b-0433-4308-9b05-dc4d36f3fd4b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/231f8591-3468-4d5a-a964-8cbb408ba879 HTTP/1.1" status: 204  len: 168 time: 1.5532253
Jul 23 16:31:33.110786 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33bae2-8219-435e-94d7-bcbbbe6ff355 req-9dbcc6e9-2e75-45d6-9e9c-43beb1cd67f1 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:33.112371 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-8a33bae2-8219-435e-94d7-bcbbbe6ff355 req-9dbcc6e9-2e75-45d6-9e9c-43beb1cd67f1 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Synchronizing usage tracker for tenant:6d6b0c10ee094c079f1ee27fd47c0615 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:31:33.157911 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02950b-0433-4308-9b05-dc4d36f3fd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231f8591-3468-4d5a-a964-8cbb408ba879,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:33.162980 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-bb02950b-0433-4308-9b05-dc4d36f3fd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:33.171895 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-8a33bae2-8219-435e-94d7-bcbbbe6ff355 req-9dbcc6e9-2e75-45d6-9e9c-43beb1cd67f1 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Unset dirty status for tenant:6d6b0c10ee094c079f1ee27fd47c0615 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:31:33.175279 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8a33bae2-8219-435e-94d7-bcbbbe6ff355 req-9dbcc6e9-2e75-45d6-9e9c-43beb1cd67f1 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 931 time: 1.1706448
Jul 23 16:31:33.411238 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5c4de-9103-410d-9902-1004f6414cc4 req-90233d1f-b5ec-468b-a0c7-2931252e0371 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:33.426635 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-20e5c4de-9103-410d-9902-1004f6414cc4 req-90233d1f-b5ec-468b-a0c7-2931252e0371 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.5730686
Jul 23 16:31:33.486121 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8a33bae2-8219-435e-94d7-bcbbbe6ff355 req-65f69db9-07fb-42cc-9ff5-d1b8a45f584f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2904716
Jul 23 16:31:33.498373 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.db.resource_extend [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:31:33.689826 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44954) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:33.710449 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-20e5c4de-9103-410d-9902-1004f6414cc4 req-5f95f2e5-a548-4362-993e-dccdea8ef42f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2822583
Jul 23 16:31:33.751714 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:31:33.808053 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:33.912744 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Transition to ACTIVE for port object df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:31:33.925764 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:33.959239 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:34.320116 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df1e34ae-af7a-4ea2-8c1d-dd417a79ab49,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:34.329628 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:34.391748 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3337c9e4-1abd-43ed-a8ea-16d9ec436395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:34.468317 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3337c9e4-1abd-43ed-a8ea-16d9ec436395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:34.476823 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3337c9e4-1abd-43ed-a8ea-16d9ec436395 admin admin] Usage tracker for resource:security_group_rule and tenant:1b33e9c8f0bf413b853be0b43806835c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:34.485887 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3337c9e4-1abd-43ed-a8ea-16d9ec436395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:34.498874 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3337c9e4-1abd-43ed-a8ea-16d9ec436395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:34.657533 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3337c9e4-1abd-43ed-a8ea-16d9ec436395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:34.670641 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3337c9e4-1abd-43ed-a8ea-16d9ec436395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:34.729903 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3b8134a2-48d8-4efb-90c1-4c530147573e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:34.847384 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337c9e4-1abd-43ed-a8ea-16d9ec436395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c16dee-9c9a-44e6-a693-0679a373e815,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:34.858981 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3337c9e4-1abd-43ed-a8ea-16d9ec436395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:34.864582 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-3337c9e4-1abd-43ed-a8ea-16d9ec436395 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b33e9c8f0bf413b853be0b43806835c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1729043
Jul 23 16:31:34.869342 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 44994) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:34.901048 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Attempting to bind port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:31:34.901617 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Attempting to bind port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '91c7c93b-803f-4c74-8bf2-3a1b617c9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:31:34.902171 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Attempting to bind port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 on network fdd1cb39-4338-481a-833d-babf6ccda4c0 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:31:34.974372 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 on network fdd1cb39-4338-481a-833d-babf6ccda4c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:31:34.980155 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Attempting to bind port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 on network fdd1cb39-4338-481a-833d-babf6ccda4c0 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:31:35.154533 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-27fb894c-61d0-408b-b53b-b8a2d04a8ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:35.237329 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:31:35.237726 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Checking segment: {'id': '91c7c93b-803f-4c74-8bf2-3a1b617c9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:31:35.238159 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Bound using segment: {'id': '91c7c93b-803f-4c74-8bf2-3a1b617c9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:31:35.238659 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Bound port: df1e34ae-af7a-4ea2-8c1d-dd417a79ab49, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c7c93b-803f-4c74-8bf2-3a1b617c9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:31:35.239035 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:35.294441 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-27fb894c-61d0-408b-b53b-b8a2d04a8ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:35.414898 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-27fb894c-61d0-408b-b53b-b8a2d04a8ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:35.423535 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-13693a57-9a8f-4502-8d01-f36c8245e502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:35.452628 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb894c-61d0-408b-b53b-b8a2d04a8ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c16dee-9c9a-44e6-a693-0679a373e815,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:35.461122 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-27fb894c-61d0-408b-b53b-b8a2d04a8ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:35.519447 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-27fb894c-61d0-408b-b53b-b8a2d04a8ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:35.530207 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-27fb894c-61d0-408b-b53b-b8a2d04a8ea5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7c16dee-9c9a-44e6-a693-0679a373e815 HTTP/1.1" status: 204  len: 168 time: 0.6578703
Jul 23 16:31:35.594992 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d2091-1287-428a-9f72-5ebf295e36d0 req-1e209c2b-9efe-4c5f-83d0-8f0b4004a3e1 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:35.606930 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-784d2091-1287-428a-9f72-5ebf295e36d0 req-1e209c2b-9efe-4c5f-83d0-8f0b4004a3e1 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 943 time: 0.6089320
Jul 23 16:31:35.738297 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] For port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:31:35.775713 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd7f32-c96f-4f4f-9858-2a450ce42237 req-d0e8ddaa-a850-4954-9723-bd7a42877d9f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:35.787862 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4cfd7f32-c96f-4f4f-9858-2a450ce42237 req-d0e8ddaa-a850-4954-9723-bd7a42877d9f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.5064995
Jul 23 16:31:35.836695 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-784d2091-1287-428a-9f72-5ebf295e36d0 req-c79dd9d3-08b3-4feb-bef3-ae51d0b52fff tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2282941
Jul 23 16:31:35.843332 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] For port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=df1e34ae-af7a-4ea2-8c1d-dd417a79ab49,segment=NetworkSegment(91c7c93b-803f-4c74-8bf2-3a1b617c9770),segment_id=91c7c93b-803f-4c74-8bf2-3a1b617c9770)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:31:35.864333 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:35.900242 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-76f0a39b-fcb1-4786-be8c-e015b9828204 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:36.068339 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:36.071044 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] 10.222.0.46 "PUT /v2.0/ports/df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 HTTP/1.1" status: 200  len: 1093 time: 4.4772501
Jul 23 16:31:36.087419 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c492869d-fe10-4280-8b98-3cbf819d2edf', 'tag': 'df1e34ae-af7a-4ea2-8c1d-dd417a79ab49'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:31:36.178516 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4cfd7f32-c96f-4f4f-9858-2a450ce42237 req-64e08a03-0d9e-43a5-8494-087a8ff51025 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3887131
Jul 23 16:31:36.194218 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df1e34ae-af7a-4ea2-8c1d-dd417a79ab49,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:36.207640 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:36.498271 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-4e7eebbf-db67-409e-8b85-f9ebcec96eba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d6b0c10ee094c079f1ee27fd47c0615&device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 1096 time: 0.2886300
Jul 23 16:31:36.669162 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-7d9e121d-2993-4e34-ac65-c6bccb7708c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 HTTP/1.1" status: 200  len: 217 time: 0.1513369
Jul 23 16:31:36.811972 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c492869d-fe10-4280-8b98-3cbf819d2edf', 'tag': 'df1e34ae-af7a-4ea2-8c1d-dd417a79ab49', 'status': 'completed', 'code': 200}
Jul 23 16:31:36.897088 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45034) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:36.937695 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:37.004267 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-ac1131cf-7235-4874-8337-c6c173da38ae service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:37.006776 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-ac1131cf-7235-4874-8337-c6c173da38ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e266c5f-73e6-4c09-8b7e-7cc9805a7fa7 HTTP/1.1" status: 200  len: 853 time: 0.2771306
Jul 23 16:31:37.010144 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:37.018812 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Usage tracker for resource:security_group_rule and tenant:3c6074700db049d3b5fdc456009c899f is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:37.027849 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:37.041250 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:37.120233 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-9b86de68-b521-4fe0-b212-4671d5e10740 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fdd1cb39-4338-481a-833d-babf6ccda4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0808711
Jul 23 16:31:37.207856 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-a39ba4a2-8d85-40b6-947c-42878db0570d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:37.220763 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-a39ba4a2-8d85-40b6-947c-42878db0570d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 814 time: 0.6000633
Jul 23 16:31:37.252349 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:37.274607 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:37.304208 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-345bb973-85bd-4edb-9142-a66a3f2e08c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:37.553481 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ad8ac0-70c6-4a18-ae3c-2b32335d606b,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:37.588599 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c6074700db049d3b5fdc456009c899f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6868410
Jul 23 16:31:37.616521 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45052) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:37.716373 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-89456813-e6c3-46ba-b115-06a46c9c37f6 service neutron] 10.222.0.46 "GET /v2.0/networks/fdd1cb39-4338-481a-833d-babf6ccda4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5732036
Jul 23 16:31:37.793927 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-349f7a64-a7ef-48c4-a40a-f78a2195e51b tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/quotas/1b3db028425a47d08fbb31ede1b27685 HTTP/1.1" status: 200  len: 375 time: 0.5695457
Jul 23 16:31:37.810010 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:37.815544 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:37.817998 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:37.822620 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:37.823667 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:37.826435 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:37.827024 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:37.831585 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:37.832263 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:37.833865 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:37.835059 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:37.844659 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:37.954486 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-95a33586-4164-4bb0-b5fc-6a1104cde0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:38.035219 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-95a33586-4164-4bb0-b5fc-6a1104cde0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:38.152721 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-95a33586-4164-4bb0-b5fc-6a1104cde0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:38.164386 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-185c2635-bd2a-48f8-9340-a91f709ff0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:38.193927 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a33586-4164-4bb0-b5fc-6a1104cde0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ad8ac0-70c6-4a18-ae3c-2b32335d606b,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:38.198742 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-95a33586-4164-4bb0-b5fc-6a1104cde0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:38.200821 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-95a33586-4164-4bb0-b5fc-6a1104cde0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:38.208886 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-95a33586-4164-4bb0-b5fc-6a1104cde0a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58ad8ac0-70c6-4a18-ae3c-2b32335d606b HTTP/1.1" status: 204  len: 168 time: 0.5587249
Jul 23 16:31:38.424952 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f161138-5169-41d9-8ab6-fbb8fe87c2b1 req-a8bea9ac-6bb7-462a-a429-9cea07f56216 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:38.427617 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1f161138-5169-41d9-8ab6-fbb8fe87c2b1 req-a8bea9ac-6bb7-462a-a429-9cea07f56216 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 943 time: 1.2025092
Jul 23 16:31:38.442224 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f32415a-a870-47e9-b876-14ebf4a7107e req-fad4cefe-16e7-44a9-b281-9fa253a60cc1 service neutron] 10.222.0.46 "GET /v2.0/networks/fdd1cb39-4338-481a-833d-babf6ccda4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5232084
Jul 23 16:31:38.495382 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-215c55b3-585f-4911-bd68-1c0c5725c279 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6985855
Jul 23 16:31:38.506956 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-debf5707-1819-4e0e-969d-df5ed863519d req-3fb7ba08-83f9-4249-b906-d26a5b00b41f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 1098 time: 0.5473566
Jul 23 16:31:38.942248 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1f161138-5169-41d9-8ab6-fbb8fe87c2b1 req-5f373bc9-6621-4198-b21c-93b8116cff4f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4973049
Jul 23 16:31:39.068967 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-debf5707-1819-4e0e-969d-df5ed863519d req-1fb0209d-a447-43d0-a941-24042673af29 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4113147
Jul 23 16:31:39.103015 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-f84d3727-a402-4a77-b4d4-49ebbebb72c9 service neutron] 10.222.0.11 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5907481
Jul 23 16:31:39.108528 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ef6b8c13-c987-4b88-b084-4f36898b4c71 req-b8cd9989-b894-4700-b4d8-944572f405ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d6b0c10ee094c079f1ee27fd47c0615&device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 1096 time: 0.4489079
Jul 23 16:31:39.506052 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-d0c206bc-82b4-45f2-8fe7-14b864c70eb3 service neutron] 10.222.0.11 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3829799
Jul 23 16:31:39.537083 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30543d2-40cc-41af-9831-ceaac56bc99c req-84103353-33e3-4f7d-b863-bdd60c95344a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:39.541450 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a30543d2-40cc-41af-9831-ceaac56bc99c req-84103353-33e3-4f7d-b863-bdd60c95344a tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.2736950
Jul 23 16:31:39.816899 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a30543d2-40cc-41af-9831-ceaac56bc99c req-3e979211-017d-44d1-a5ac-05234b726310 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2626212
Jul 23 16:31:40.086578 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8c13-c987-4b88-b084-4f36898b4c71 req-49b7fc8e-e2c9-44c9-b7a2-1cda7ba32837 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:40.089751 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ef6b8c13-c987-4b88-b084-4f36898b4c71 req-49b7fc8e-e2c9-44c9-b7a2-1cda7ba32837 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fdd1cb39-4338-481a-833d-babf6ccda4c0 HTTP/1.1" status: 200  len: 914 time: 0.4771254
Jul 23 16:31:40.253039 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:40.280318 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ef6b8c13-c987-4b88-b084-4f36898b4c71 req-636dc707-2d66-4d42-812d-e8c8579fabdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 HTTP/1.1" status: 200  len: 217 time: 0.1790774
Jul 23 16:31:40.430945 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b8c13-c987-4b88-b084-4f36898b4c71 req-569e331c-5812-4c96-82c3-3f9b019015a7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:40.434262 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ef6b8c13-c987-4b88-b084-4f36898b4c71 req-569e331c-5812-4c96-82c3-3f9b019015a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e266c5f-73e6-4c09-8b7e-7cc9805a7fa7 HTTP/1.1" status: 200  len: 853 time: 0.1406519
Jul 23 16:31:40.568982 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b005493b-c0f8-48d0-8ef0-880aba9f5f9e req-49d8a55e-20f0-4965-9e55-2448c6d1f3c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 210 time: 0.0880585
Jul 23 16:31:40.627108 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:31:41.027375 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f169e8-b449-45a2-ae51-2b6718a9014e req-97f06efd-9f22-490c-9034-15c0f720bc97 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:41.030596 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-28f169e8-b449-45a2-ae51-2b6718a9014e req-97f06efd-9f22-490c-9034-15c0f720bc97 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 943 time: 0.2159772
Jul 23 16:31:41.131837 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-28f169e8-b449-45a2-ae51-2b6718a9014e req-c7e30c54-50d1-4622-b235-7018c19e7842 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890896
Jul 23 16:31:41.554068 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b3678-dca6-44ba-b12b-90f1a7f1df96 req-98eb6397-25b7-4cb4-845a-b1298ce72d0b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:41.557340 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e26b3678-dca6-44ba-b12b-90f1a7f1df96 req-98eb6397-25b7-4cb4-845a-b1298ce72d0b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1561100
Jul 23 16:31:41.565274 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45124) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:41.655906 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e26b3678-dca6-44ba-b12b-90f1a7f1df96 req-24caaeaf-dc8b-48ee-ab7f-2c180d473d1d tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874991
Jul 23 16:31:42.011003 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a1293e3b-eac7-4906-85dc-e4bc05f0da07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:42.083020 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-a1293e3b-eac7-4906-85dc-e4bc05f0da07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:42.091143 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-a1293e3b-eac7-4906-85dc-e4bc05f0da07 admin admin] Usage tracker for resource:security_group_rule and tenant:cf6dc1d2e80d47db8c383f97ddc38c4c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:42.097029 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-a1293e3b-eac7-4906-85dc-e4bc05f0da07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:42.108909 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-a1293e3b-eac7-4906-85dc-e4bc05f0da07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:42.242381 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a1293e3b-eac7-4906-85dc-e4bc05f0da07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:42.249566 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a1293e3b-eac7-4906-85dc-e4bc05f0da07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:42.259537 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3bf973d5-9995-4db8-9221-499953b8983b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:42.310607 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1293e3b-eac7-4906-85dc-e4bc05f0da07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82861b33-2140-4536-bfc3-ffde541ecd8c,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:42.315888 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a1293e3b-eac7-4906-85dc-e4bc05f0da07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:42.325381 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-a1293e3b-eac7-4906-85dc-e4bc05f0da07 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf6dc1d2e80d47db8c383f97ddc38c4c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7582300
Jul 23 16:31:42.329663 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 45144) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:42.459044 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f40e3bfa-6e2f-45c6-89dc-f27671e42de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:42.511884 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f40e3bfa-6e2f-45c6-89dc-f27671e42de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:42.619605 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f40e3bfa-6e2f-45c6-89dc-f27671e42de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:42.626943 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-b35abfa4-8c32-4f1c-9740-8da97b3323ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:42.649313 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e3bfa-6e2f-45c6-89dc-f27671e42de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82861b33-2140-4536-bfc3-ffde541ecd8c,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:42.658634 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f40e3bfa-6e2f-45c6-89dc-f27671e42de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:42.663213 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f40e3bfa-6e2f-45c6-89dc-f27671e42de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:42.669697 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-f40e3bfa-6e2f-45c6-89dc-f27671e42de9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82861b33-2140-4536-bfc3-ffde541ecd8c HTTP/1.1" status: 204  len: 168 time: 0.3332641
Jul 23 16:31:43.250907 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:31:43.609347 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ef6b8c13-c987-4b88-b084-4f36898b4c71 req-46cefefc-a90f-45d0-bf7f-80012863754b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fdd1cb39-4338-481a-833d-babf6ccda4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2047930
Jul 23 16:31:43.649758 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=df1e34ae-af7a-4ea2-8c1d-dd417a79ab49,segment=NetworkSegment(91c7c93b-803f-4c74-8bf2-3a1b617c9770),segment_id=91c7c93b-803f-4c74-8bf2-3a1b617c9770)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:31:43.731007 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': 'df1e34ae-af7a-4ea2-8c1d-dd417a79ab49', 'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0', 'port_id': 'df1e34ae-af7a-4ea2-8c1d-dd417a79ab49', 'mac_address': 'fa:16:3e:7b:a1:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e266c5f-73e6-4c09-8b7e-7cc9805a7fa7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:31:43.918174 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:43.935944 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fc3661e9-b9ba-4f35-b97a-fc8e606cdef5 req-5c732305-7233-41dd-aa79-45596f527200 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 210 time: 0.3247750
Jul 23 16:31:43.955301 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:31:44.030657 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=df1e34ae-af7a-4ea2-8c1d-dd417a79ab49,segment=NetworkSegment(91c7c93b-803f-4c74-8bf2-3a1b617c9770),segment_id=91c7c93b-803f-4c74-8bf2-3a1b617c9770)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:31:44.051270 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:44.057259 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:44.416747 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-173b987d-c5d2-4cc6-892f-9a770034f08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:44.452222 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=df1e34ae-af7a-4ea2-8c1d-dd417a79ab49,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:44.487812 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:44.489112 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:44.491389 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:44.500335 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:44.508730 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:44.509990 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:44.510881 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:44.511935 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:44.512812 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:44.513653 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:44.514506 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:44.522977 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:44.670084 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ef6b8c13-c987-4b88-b084-4f36898b4c71 req-91022b41-a418-40b7-bfc7-6673d62a835d service neutron] 10.222.0.46 "GET /v2.0/networks/fdd1cb39-4338-481a-833d-babf6ccda4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0502050
Jul 23 16:31:44.768556 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49689a-c226-4d19-a150-df55fb0e2ef1 req-28378df3-0fb4-4c85-81a1-172227f200a4 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:44.771264 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5c49689a-c226-4d19-a150-df55fb0e2ef1 req-28378df3-0fb4-4c85-81a1-172227f200a4 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 944 time: 0.8322511
Jul 23 16:31:44.793983 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['df1e34ae-af7a-4ea2-8c1d-dd417a79ab49'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:31:45.059742 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:45.164378 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ef6b8c13-c987-4b88-b084-4f36898b4c71 req-481a245f-1b45-4ba7-8666-575af3939788 service neutron] 10.222.0.46 "GET /v2.0/networks/fdd1cb39-4338-481a-833d-babf6ccda4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4744582
Jul 23 16:31:45.198959 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5c49689a-c226-4d19-a150-df55fb0e2ef1 req-9f2c5bc4-eead-4a13-a408-1240dd339463 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4031599
Jul 23 16:31:45.228231 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0a93f-975c-46c2-8012-9327646f4e40 req-a8369a61-835a-4072-9ec2-8703524a35aa tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:45.231011 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a7a0a93f-975c-46c2-8012-9327646f4e40 req-a8369a61-835a-4072-9ec2-8703524a35aa tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.7264111
Jul 23 16:31:45.399559 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a7a0a93f-975c-46c2-8012-9327646f4e40 req-de019f4a-cc51-41ee-8f83-cfb16916eb18 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485708
Jul 23 16:31:46.054050 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ca504fdb-b9a3-4905-8758-a5bc53768894 req-1bb27faf-92d2-4e3c-b728-84543e5ff71d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 210 time: 0.0862191
Jul 23 16:31:46.677090 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a3b3f441-4081-4d7f-af9d-7215ccab1c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:47.350300 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-15e0addc-f861-4454-8df4-d01a9cf1a5fe req-be1edbbe-5ab5-47f2-a531-46cbc6b3b15f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.9399185
Jul 23 16:31:47.422667 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-66d7b71a-8244-4f72-b3f3-1dea84f68134 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:47.425564 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-66d7b71a-8244-4f72-b3f3-1dea84f68134 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 814 time: 0.6334560
Jul 23 16:31:47.547369 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Request body: {'port': {'device_id': '174dec94-b060-4827-9393-f99e5cc42c90', 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6', 'admin_state_up': True, 'tenant_id': '1b3db028425a47d08fbb31ede1b27685'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:31:47.725838 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd711-4412-4d8c-acac-1548d02115e4 req-ae2a914d-fd97-4351-9c58-cfd83dba71b3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:47.728556 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ae9bd711-4412-4d8c-acac-1548d02115e4 req-ae2a914d-fd97-4351-9c58-cfd83dba71b3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.7659807
Jul 23 16:31:47.759233 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adbc52-84b6-444e-88a0-d8120e2a863b req-f29770db-8b2e-468d-971a-90f5d82d0116 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:47.762131 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-82adbc52-84b6-444e-88a0-d8120e2a863b req-f29770db-8b2e-468d-971a-90f5d82d0116 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 944 time: 0.9680798
Jul 23 16:31:48.043173 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ae9bd711-4412-4d8c-acac-1548d02115e4 req-0f37dcdc-453f-495c-ae76-04e2b03e0e60 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2964528
Jul 23 16:31:48.055546 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-15e0addc-f861-4454-8df4-d01a9cf1a5fe req-52cb82ae-f2c1-4a6c-ad11-011c54ce51f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97952febb41d43fba8cc660cd41f5504&device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 1098 time: 0.6264496
Jul 23 16:31:48.066810 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-82adbc52-84b6-444e-88a0-d8120e2a863b req-8156a7ad-a595-44da-9e19-df7447ea51af tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2732449
Jul 23 16:31:48.069076 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:48.112984 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:48.138479 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:48.254466 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:31:48.270407 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Made reservation on behalf of 1b3db028425a47d08fbb31ede1b27685 for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:31:48.276553 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:48.480661 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:31:48.493182 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:31:48.494159 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:48.546419 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0addc-f861-4454-8df4-d01a9cf1a5fe req-b341e2d9-f97e-44c4-ba99-0d6376f702cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:48.549538 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-15e0addc-f861-4454-8df4-d01a9cf1a5fe req-b341e2d9-f97e-44c4-ba99-0d6376f702cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=175505fa-2827-41de-9214-1d1134a7a281 HTTP/1.1" status: 200  len: 920 time: 0.4474735
Jul 23 16:31:48.761701 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Allocated IP 172.20.0.2 (156dae65-8e16-46ee-86e4-df87401a61b6/43bfb2a4-0a17-46f9-9792-9d39d06e8687/28df908f-8691-46ad-acb8-345c2125fa30) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:31:48.951501 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:49.046129 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c492869d-fe10-4280-8b98-3cbf819d2edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1e34ae-af7a-4ea2-8c1d-dd417a79ab49'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:31:49.074582 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=df1e34ae-af7a-4ea2-8c1d-dd417a79ab49,segment=NetworkSegment(91c7c93b-803f-4c74-8bf2-3a1b617c9770),segment_id=91c7c93b-803f-4c74-8bf2-3a1b617c9770)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:31:49.084008 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:49.088817 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:49.320015 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=df1e34ae-af7a-4ea2-8c1d-dd417a79ab49,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:49.328773 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:49.330704 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:49.453800 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-707c2a49-157a-4551-9087-0acd3f39b3c7 req-b6a93523-33ca-43ff-8046-cf5fe15cd80a tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 210 time: 0.3593605
Jul 23 16:31:49.483915 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-15e0addc-f861-4454-8df4-d01a9cf1a5fe req-14e6a0b0-13d2-42d3-971f-39f3ff38e1e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb8f88b1-9379-415c-8c1c-2503084154e4 HTTP/1.1" status: 200  len: 217 time: 0.3856740
Jul 23 16:31:49.650739 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c492869d-fe10-4280-8b98-3cbf819d2edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1e34ae-af7a-4ea2-8c1d-dd417a79ab49', 'code': 200}
Jul 23 16:31:49.760064 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0addc-f861-4454-8df4-d01a9cf1a5fe req-a1804a99-55cc-42ab-b66d-dd36a012c4ca service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:49.762665 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-15e0addc-f861-4454-8df4-d01a9cf1a5fe req-a1804a99-55cc-42ab-b66d-dd36a012c4ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8 HTTP/1.1" status: 200  len: 859 time: 0.2554305
Jul 23 16:31:49.792152 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67ecbc-3bc8-41bf-aee0-8b3b267a4b2f req-6d002531-7b3e-4e28-ab17-40f010185ccb tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:49.797237 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7e67ecbc-3bc8-41bf-aee0-8b3b267a4b2f req-6d002531-7b3e-4e28-ab17-40f010185ccb tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.5960765
Jul 23 16:31:49.981858 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-15e0addc-f861-4454-8df4-d01a9cf1a5fe req-6f75d5fa-2ced-4c2a-b82f-f0c843d05c3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=175505fa-2827-41de-9214-1d1134a7a281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1775410
Jul 23 16:31:50.063254 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:50.307110 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-dfe9041d-07f0-42cd-a399-509608bcd0a1 req-a054b008-2847-4c6e-b03c-c8c6612befc8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 1098 time: 0.1507258
Jul 23 16:31:50.402598 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-dfe9041d-07f0-42cd-a399-509608bcd0a1 req-bf5369f4-ee69-4eee-967f-1f0d0d40c626 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764816
Jul 23 16:31:50.558070 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7e67ecbc-3bc8-41bf-aee0-8b3b267a4b2f req-edf6f0ff-d821-480c-aad2-67e980d9fd81 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5035212
Jul 23 16:31:50.594404 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:50.617370 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:50.716400 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-15e0addc-f861-4454-8df4-d01a9cf1a5fe req-c6daa7a2-46ba-47df-b512-67fb39e76003 service neutron] 10.222.0.46 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6596737
Jul 23 16:31:50.752853 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bbae6-5849-46c0-a18e-4a092fee3f5d req-376936f8-2b84-4f02-8ff0-bd9915ded478 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:50.765125 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c94bbae6-5849-46c0-a18e-4a092fee3f5d req-376936f8-2b84-4f02-8ff0-bd9915ded478 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 945 time: 0.7805927
Jul 23 16:31:50.833659 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Pushing event updated for resources: {'Port': ['ID=28df908f-8691-46ad-acb8-345c2125fa30,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:50.844819 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Network 156dae65-8e16-46ee-86e4-df87401a61b6 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:31:50.852190 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:31:50.869360 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:31:50.876286 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:50.877340 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:50.923281 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:50.923664 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:50.924045 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:50.924409 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:50.924764 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:50.925118 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:50.925466 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:50.925842 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:50.926352 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:50.926882 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:50.927894 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:31:50.939688 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:50.976547 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c94bbae6-5849-46c0-a18e-4a092fee3f5d req-2f77d7fc-c098-469c-83c7-50732e75767b tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1980093
Jul 23 16:31:51.006641 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4913580
Jul 23 16:31:51.134750 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 45308) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:51.438316 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-be206390-2da8-49e9-96da-77fac61841e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:51.481954 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-be206390-2da8-49e9-96da-77fac61841e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:51.487995 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-be206390-2da8-49e9-96da-77fac61841e2 admin admin] Usage tracker for resource:security_group_rule and tenant:5bd9d3fddee44582b4159993db1ade62 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:51.492538 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-be206390-2da8-49e9-96da-77fac61841e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:51.501151 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-be206390-2da8-49e9-96da-77fac61841e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:51.651303 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-be206390-2da8-49e9-96da-77fac61841e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:51.658725 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-be206390-2da8-49e9-96da-77fac61841e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:51.676651 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-a5202df7-0df4-47df-9c71-6a4b40bffc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:51.760052 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be206390-2da8-49e9-96da-77fac61841e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278705e2-cafd-4861-bf87-8bf3b7887174,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:51.766113 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-be206390-2da8-49e9-96da-77fac61841e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:51.774845 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45320) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:51.792398 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-be206390-2da8-49e9-96da-77fac61841e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5bd9d3fddee44582b4159993db1ade62&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6482317
Jul 23 16:31:51.920556 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-68787f40-89a9-41d0-8dea-4518dd1aa2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:51.974868 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-68787f40-89a9-41d0-8dea-4518dd1aa2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:52.076824 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-68787f40-89a9-41d0-8dea-4518dd1aa2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:52.086215 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-be56140b-e871-4220-acdd-cdf1ff243717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:52.111606 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68787f40-89a9-41d0-8dea-4518dd1aa2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278705e2-cafd-4861-bf87-8bf3b7887174,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:52.120592 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-68787f40-89a9-41d0-8dea-4518dd1aa2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:52.135086 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-68787f40-89a9-41d0-8dea-4518dd1aa2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:52.141572 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-68787f40-89a9-41d0-8dea-4518dd1aa2c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/278705e2-cafd-4861-bf87-8bf3b7887174 HTTP/1.1" status: 204  len: 168 time: 0.3608208
Jul 23 16:31:53.890930 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442', '0ab2513d-eb84-4a5e-a858-b009a9d469e0'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:31:54.455678 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Request body: {'port': {'device_id': '174dec94-b060-4827-9393-f99e5cc42c90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:31:55.033959 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:55.103745 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-15e0addc-f861-4454-8df4-d01a9cf1a5fe req-97a8233a-c0c3-41a9-8a5b-77f049923c12 service neutron] 10.222.0.46 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6947196
Jul 23 16:31:55.239870 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddae75b-5b59-45e6-88e8-0a024aca24f8 req-5e72c896-6573-4943-ac5a-6dceddfbc93d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:55.240768 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-fddae75b-5b59-45e6-88e8-0a024aca24f8 req-5e72c896-6573-4943-ac5a-6dceddfbc93d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Synchronizing usage tracker for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:31:55.392642 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57aabfd-3df0-4467-904f-4d4c90ced89b req-02d8f907-1773-44c7-bfd6-f36fa1339da3 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:55.395486 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d57aabfd-3df0-4467-904f-4d4c90ced89b req-02d8f907-1773-44c7-bfd6-f36fa1339da3 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 945 time: 0.4989209
Jul 23 16:31:55.430026 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-fddae75b-5b59-45e6-88e8-0a024aca24f8 req-5e72c896-6573-4943-ac5a-6dceddfbc93d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Unset dirty status for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:31:55.432166 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fddae75b-5b59-45e6-88e8-0a024aca24f8 req-5e72c896-6573-4943-ac5a-6dceddfbc93d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 931 time: 0.7048576
Jul 23 16:31:55.730469 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fddae75b-5b59-45e6-88e8-0a024aca24f8 req-501fb44f-7cd3-4bcf-b9b1-776b0db4526a tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2050824
Jul 23 16:31:55.735793 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d57aabfd-3df0-4467-904f-4d4c90ced89b req-57b80a4c-535d-4cbd-9f15-efdb4f6099b6 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2949076
Jul 23 16:31:55.977301 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28df908f-8691-46ad-acb8-345c2125fa30 {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:31:56.011901 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:56.100109 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Transition to ACTIVE for port object 28df908f-8691-46ad-acb8-345c2125fa30 will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:31:56.110106 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:56.144497 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:56.554870 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Pushing event updated for resources: {'Port': ['ID=28df908f-8691-46ad-acb8-345c2125fa30,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:56.603578 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:56.657470 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Attempting to bind port 28df908f-8691-46ad-acb8-345c2125fa30 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:31:56.658044 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Attempting to bind port 28df908f-8691-46ad-acb8-345c2125fa30 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:31:56.658610 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Attempting to bind port 28df908f-8691-46ad-acb8-345c2125fa30 on network 156dae65-8e16-46ee-86e4-df87401a61b6 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:31:56.670671 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Port 28df908f-8691-46ad-acb8-345c2125fa30 on network 156dae65-8e16-46ee-86e4-df87401a61b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:31:56.671222 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Attempting to bind port 28df908f-8691-46ad-acb8-345c2125fa30 on network 156dae65-8e16-46ee-86e4-df87401a61b6 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:31:56.684872 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:31:56.685541 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Checking segment: {'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:31:56.687162 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Bound using segment: {'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:31:56.688363 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Bound port: 28df908f-8691-46ad-acb8-345c2125fa30, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:31:56.688971 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:57.377176 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] For port 28df908f-8691-46ad-acb8-345c2125fa30, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:31:57.575819 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] For port 28df908f-8691-46ad-acb8-345c2125fa30, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=28df908f-8691-46ad-acb8-345c2125fa30,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:31:57.595476 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:57.614086 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0c54ff04-763d-4b43-9e45-168f9d39b0bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:57.615106 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45430) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:57.757162 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-01b5c4da-9611-4c20-82e8-0621744e32f0 req-466b21a8-b5f7-4bcc-90ea-e3ae0ed44aff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97952febb41d43fba8cc660cd41f5504&device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 1098 time: 0.8956587
Jul 23 16:31:57.789650 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:57.792510 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] 10.222.0.46 "PUT /v2.0/ports/28df908f-8691-46ad-acb8-345c2125fa30 HTTP/1.1" status: 200  len: 1093 time: 3.3496728
Jul 23 16:31:57.835635 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174dec94-b060-4827-9393-f99e5cc42c90', 'tag': '28df908f-8691-46ad-acb8-345c2125fa30'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:31:58.020331 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d1876f42-9474-4f92-976d-2bb44526ad3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:58.049450 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Pushing event updated for resources: {'Port': ['ID=28df908f-8691-46ad-acb8-345c2125fa30,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:58.080963 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-d1876f42-9474-4f92-976d-2bb44526ad3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:31:58.088371 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-d1876f42-9474-4f92-976d-2bb44526ad3b admin admin] Usage tracker for resource:security_group_rule and tenant:1b762e92af5d4c4a887093437e635304 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:31:58.088840 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:58.095014 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-d1876f42-9474-4f92-976d-2bb44526ad3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:31:58.100166 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d61dc-3918-43a8-8315-ad70bd810a0c req-3521bed6-f85c-4ec9-bef6-c1e90a97407b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:58.107339 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-d1876f42-9474-4f92-976d-2bb44526ad3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:31:58.108715 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ed7d61dc-3918-43a8-8315-ad70bd810a0c req-3521bed6-f85c-4ec9-bef6-c1e90a97407b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.9675996
Jul 23 16:31:58.147912 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b0710-50fd-4f2b-8ec9-9dbce338434f req-6a3242de-cc14-4c37-9c81-bcc040ce0c0b tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:58.152825 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0f6b0710-50fd-4f2b-8ec9-9dbce338434f req-6a3242de-cc14-4c37-9c81-bcc040ce0c0b tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 945 time: 0.9069963
Jul 23 16:31:58.221012 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d1876f42-9474-4f92-976d-2bb44526ad3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:58.227708 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d1876f42-9474-4f92-976d-2bb44526ad3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:58.236582 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-27fb894c-61d0-408b-b53b-b8a2d04a8ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:58.253334 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ed7d61dc-3918-43a8-8315-ad70bd810a0c req-9eaaeeaa-43ce-4006-8fd1-65516beab5bf tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252208
Jul 23 16:31:58.283670 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1876f42-9474-4f92-976d-2bb44526ad3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b45a4b-8fb7-4be8-af5d-7422870c860f,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:58.293011 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d1876f42-9474-4f92-976d-2bb44526ad3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:58.359146 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-d1876f42-9474-4f92-976d-2bb44526ad3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b762e92af5d4c4a887093437e635304&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7405767
Jul 23 16:31:58.363101 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45440) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:58.385663 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5c4da-9611-4c20-82e8-0621744e32f0 req-11198bed-556e-48d6-bb0c-23afab70af6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:58.388385 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-01b5c4da-9611-4c20-82e8-0621744e32f0 req-11198bed-556e-48d6-bb0c-23afab70af6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=175505fa-2827-41de-9214-1d1134a7a281 HTTP/1.1" status: 200  len: 920 time: 0.6153021
Jul 23 16:31:58.528470 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9962b8c8-ce46-44a9-9524-ecbdca0bbfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:58.567657 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-4319790d-16cf-405b-a96f-05a347107795 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 1096 time: 0.5915365
Jul 23 16:31:58.598719 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9962b8c8-ce46-44a9-9524-ecbdca0bbfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:58.644726 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0f6b0710-50fd-4f2b-8ec9-9dbce338434f req-ca8a9cd9-2e01-474e-81ac-88ad7f1f133a tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4034116
Jul 23 16:31:58.647206 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-01b5c4da-9611-4c20-82e8-0621744e32f0 req-c477d596-cf2e-4628-b477-d0e2ad64bb7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb8f88b1-9379-415c-8c1c-2503084154e4 HTTP/1.1" status: 200  len: 217 time: 0.2411745
Jul 23 16:31:58.748436 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9962b8c8-ce46-44a9-9524-ecbdca0bbfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:58.763466 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-605b6f01-e0a2-42ec-ac7a-c3a529661099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:31:58.838680 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962b8c8-ce46-44a9-9524-ecbdca0bbfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b45a4b-8fb7-4be8-af5d-7422870c860f,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:31:58.869855 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9962b8c8-ce46-44a9-9524-ecbdca0bbfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:31:58.872939 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9962b8c8-ce46-44a9-9524-ecbdca0bbfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:31:58.878017 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-9962b8c8-ce46-44a9-9524-ecbdca0bbfd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04b45a4b-8fb7-4be8-af5d-7422870c860f HTTP/1.1" status: 204  len: 168 time: 0.5117130
Jul 23 16:31:59.282543 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-9859589c-1868-4f4d-8c63-7ab4410d249c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28df908f-8691-46ad-acb8-345c2125fa30 HTTP/1.1" status: 200  len: 217 time: 0.6336088
Jul 23 16:31:59.520218 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ef2ddb66-6cf0-413c-9c8e-0c0809d91d0d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:59.526073 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-ef2ddb66-6cf0-413c-9c8e-0c0809d91d0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43bfb2a4-0a17-46f9-9792-9d39d06e8687 HTTP/1.1" status: 200  len: 854 time: 0.2180626
Jul 23 16:31:59.604607 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45482) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:31:59.657750 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5c4da-9611-4c20-82e8-0621744e32f0 req-b3341445-88aa-4141-a6d0-7687ffdac639 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:31:59.660543 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-01b5c4da-9611-4c20-82e8-0621744e32f0 req-b3341445-88aa-4141-a6d0-7687ffdac639 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8 HTTP/1.1" status: 200  len: 859 time: 0.9926066
Jul 23 16:31:59.675973 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-c860e272-9565-4a38-aa99-65ddd3bdf424 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=156dae65-8e16-46ee-86e4-df87401a61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1196094
Jul 23 16:31:59.766631 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-01b5c4da-9611-4c20-82e8-0621744e32f0 req-078d6d18-04d6-47c5-92fb-ffc924de18ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=175505fa-2827-41de-9214-1d1134a7a281&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0890183
Jul 23 16:32:00.108718 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174dec94-b060-4827-9393-f99e5cc42c90', 'tag': '28df908f-8691-46ad-acb8-345c2125fa30', 'status': 'completed', 'code': 200}
Jul 23 16:32:00.191123 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-88bf1775-a238-4a39-8aa3-e3e12f5b4529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:00.235251 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714a1fa-7da5-4d61-ad65-6dbb2e6d73aa req-ee6ffcf8-1cd6-40c4-81bc-7e46d70e16af tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:00.238034 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5714a1fa-7da5-4d61-ad65-6dbb2e6d73aa req-ee6ffcf8-1cd6-40c4-81bc-7e46d70e16af tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 943 time: 1.6656828
Jul 23 16:32:00.243213 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45488) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:00.283376 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fc8f0e40-549a-4d66-aeb0-7fada079a562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:00.364021 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-88bf1775-a238-4a39-8aa3-e3e12f5b4529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:00.379809 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-88bf1775-a238-4a39-8aa3-e3e12f5b4529 admin admin] Usage tracker for resource:security_group_rule and tenant:ade05b86d4a64ee5bff007b253d53dca is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:00.387995 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-88bf1775-a238-4a39-8aa3-e3e12f5b4529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:00.402764 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-fc8f0e40-549a-4d66-aeb0-7fada079a562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:00.408397 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-88bf1775-a238-4a39-8aa3-e3e12f5b4529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:00.418607 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-fc8f0e40-549a-4d66-aeb0-7fada079a562 admin admin] Usage tracker for resource:security_group_rule and tenant:788a131814f349519b353213c918c171 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:00.428069 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-fc8f0e40-549a-4d66-aeb0-7fada079a562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:00.447322 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-fc8f0e40-549a-4d66-aeb0-7fada079a562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:00.627584 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-88bf1775-a238-4a39-8aa3-e3e12f5b4529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:00.647414 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-88bf1775-a238-4a39-8aa3-e3e12f5b4529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:00.657297 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5714a1fa-7da5-4d61-ad65-6dbb2e6d73aa req-29bbf430-21cc-4e85-bf3c-113935223afd tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3878393
Jul 23 16:32:00.661112 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-3488851f-524b-4fdc-a5a7-bc40445ff982 service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8911846
Jul 23 16:32:00.664393 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-01b5c4da-9611-4c20-82e8-0621744e32f0 req-1fb9e5b7-4a42-418b-a40f-b64c0bf34352 service neutron] 10.222.0.46 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8541679
Jul 23 16:32:00.713768 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02929ff-751f-4cde-a94a-dcf55f34b2f6 req-3ef36b7a-41db-44c3-aef8-e0ddb6056171 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:00.749308 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a02929ff-751f-4cde-a94a-dcf55f34b2f6 req-3ef36b7a-41db-44c3-aef8-e0ddb6056171 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.4866962
Jul 23 16:32:00.773911 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-68787f40-89a9-41d0-8dea-4518dd1aa2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:00.870848 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-88bf1775-a238-4a39-8aa3-e3e12f5b4529 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ade05b86d4a64ee5bff007b253d53dca&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2643874
Jul 23 16:32:00.894187 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf1775-a238-4a39-8aa3-e3e12f5b4529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed910150-34e6-4b1b-ae3f-e3a710b349f8,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:00.916371 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-88bf1775-a238-4a39-8aa3-e3e12f5b4529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:00.920763 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45502) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:01.166484 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fc8f0e40-549a-4d66-aeb0-7fada079a562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:01.177028 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6654b3ff-e872-472b-bcbe-cf06e9989d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:01.199530 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fc8f0e40-549a-4d66-aeb0-7fada079a562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:01.226556 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-95a33586-4164-4bb0-b5fc-6a1104cde0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:01.308455 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6654b3ff-e872-472b-bcbe-cf06e9989d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:01.401260 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f0e40-549a-4d66-aeb0-7fada079a562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57643932-df66-4355-8ab6-4d4934fbf1fe,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:01.402226 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-01b5c4da-9611-4c20-82e8-0621744e32f0 req-06adb79e-8a57-4abe-91ac-f2c609d4033b service neutron] 10.222.0.46 "GET /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7030687
Jul 23 16:32:01.415472 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fc8f0e40-549a-4d66-aeb0-7fada079a562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:01.460155 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-fc8f0e40-549a-4d66-aeb0-7fada079a562 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=788a131814f349519b353213c918c171&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2114148
Jul 23 16:32:01.464808 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45512) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:01.486326 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a02929ff-751f-4cde-a94a-dcf55f34b2f6 req-a8be67a7-2ca7-4cf2-8d3e-5757ec7d3c53 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6439893
Jul 23 16:32:01.603554 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d562e339-cc10-42ef-ad6d-89845a737ae4 req-5e38c2d4-ccfc-4b6b-9f4f-12d88dc8c27d service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9021420
Jul 23 16:32:01.626115 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6654b3ff-e872-472b-bcbe-cf06e9989d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:01.651495 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-2a6f252d-5303-4d4c-8023-c114aab01937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:01.670387 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f4f07b16-e6b3-4b45-9553-6e36df8e31b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:01.680284 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654b3ff-e872-472b-bcbe-cf06e9989d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed910150-34e6-4b1b-ae3f-e3a710b349f8,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:01.698500 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-6654b3ff-e872-472b-bcbe-cf06e9989d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:01.745617 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f4f07b16-e6b3-4b45-9553-6e36df8e31b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:01.758731 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6654b3ff-e872-472b-bcbe-cf06e9989d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:01.760875 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-6654b3ff-e872-472b-bcbe-cf06e9989d07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed910150-34e6-4b1b-ae3f-e3a710b349f8 HTTP/1.1" status: 204  len: 168 time: 0.8371718
Jul 23 16:32:01.915075 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f4f07b16-e6b3-4b45-9553-6e36df8e31b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:01.926947 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-88bf1775-a238-4a39-8aa3-e3e12f5b4529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:01.993413 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f07b16-e6b3-4b45-9553-6e36df8e31b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57643932-df66-4355-8ab6-4d4934fbf1fe,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:01.998311 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f4f07b16-e6b3-4b45-9553-6e36df8e31b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:02.006089 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f4f07b16-e6b3-4b45-9553-6e36df8e31b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:02.035465 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-f4f07b16-e6b3-4b45-9553-6e36df8e31b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57643932-df66-4355-8ab6-4d4934fbf1fe HTTP/1.1" status: 204  len: 168 time: 0.5688365
Jul 23 16:32:02.410775 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a9307976-bf03-4c98-bd9b-14df08ba0ce1 req-1f815035-1a83-42a7-b9d1-d92cda21679a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 1096 time: 0.4797771
Jul 23 16:32:02.837790 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb42f3-1f3e-4691-92f3-af5b4907434e req-d17d1f1e-0e4c-4291-999a-3a612142c07f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:02.851744 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-eafb42f3-1f3e-4691-92f3-af5b4907434e req-d17d1f1e-0e4c-4291-999a-3a612142c07f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 943 time: 0.6224027
Jul 23 16:32:02.945039 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307976-bf03-4c98-bd9b-14df08ba0ce1 req-596aa946-8ea5-4845-8e5e-e878f1d6f4e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:02.948290 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a9307976-bf03-4c98-bd9b-14df08ba0ce1 req-596aa946-8ea5-4845-8e5e-e878f1d6f4e3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 915 time: 0.5271368
Jul 23 16:32:03.131969 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-eafb42f3-1f3e-4691-92f3-af5b4907434e req-1094f1d3-439a-4885-ad18-17b85caa9e30 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2783496
Jul 23 16:32:03.134269 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a9307976-bf03-4c98-bd9b-14df08ba0ce1 req-23d709e9-eeff-4da5-b7b3-0bd84ea0c5a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28df908f-8691-46ad-acb8-345c2125fa30 HTTP/1.1" status: 200  len: 217 time: 0.1712036
Jul 23 16:32:03.310105 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307976-bf03-4c98-bd9b-14df08ba0ce1 req-8bb08196-a18a-41ab-922b-e937d436a465 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:03.313959 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a9307976-bf03-4c98-bd9b-14df08ba0ce1 req-8bb08196-a18a-41ab-922b-e937d436a465 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43bfb2a4-0a17-46f9-9792-9d39d06e8687 HTTP/1.1" status: 200  len: 854 time: 0.1642430
Jul 23 16:32:03.495042 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a9307976-bf03-4c98-bd9b-14df08ba0ce1 req-d5c4a09d-e425-440f-ba70-686d68ce5015 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=156dae65-8e16-46ee-86e4-df87401a61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1062067
Jul 23 16:32:03.831589 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87f348-8bb2-4c04-ada5-8f85defa50f8 req-967bea64-2efa-48ae-b856-2ed727702381 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:03.834965 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4e87f348-8bb2-4c04-ada5-8f85defa50f8 req-967bea64-2efa-48ae-b856-2ed727702381 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.5279262
Jul 23 16:32:03.960864 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a9307976-bf03-4c98-bd9b-14df08ba0ce1 req-4d025501-c5c9-4794-a27f-e1c8bf3ba9bc service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4489837
Jul 23 16:32:04.002904 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4e87f348-8bb2-4c04-ada5-8f85defa50f8 req-a7993c82-69a2-456e-896b-30804355bcf3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471956
Jul 23 16:32:04.402835 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a9307976-bf03-4c98-bd9b-14df08ba0ce1 req-4d7b4f67-f97f-427a-9c35-53ac75b3a101 service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3977621
Jul 23 16:32:04.587555 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c99f90-f0a2-4c61-919c-701113b8fd02 req-deeee5a0-33fd-4149-84d7-5a3b111131cb tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:04.590400 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f1c99f90-f0a2-4c61-919c-701113b8fd02 req-deeee5a0-33fd-4149-84d7-5a3b111131cb tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 943 time: 0.1680107
Jul 23 16:32:04.708563 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f1c99f90-f0a2-4c61-919c-701113b8fd02 req-56c909c9-c441-4a42-9469-efd4afe83120 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018672
Jul 23 16:32:05.433389 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ce171-9256-422c-b73b-b6a06efebda3 req-11eaed21-d9db-4952-9cfc-122d8ad6e744 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:05.436730 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a69ce171-9256-422c-b73b-b6a06efebda3 req-11eaed21-d9db-4952-9cfc-122d8ad6e744 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.1572590
Jul 23 16:32:05.538105 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a69ce171-9256-422c-b73b-b6a06efebda3 req-0208e702-6555-4f25-91ae-5b12043de625 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887589
Jul 23 16:32:05.955400 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 28df908f-8691-46ad-acb8-345c2125fa30 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:32:06.159444 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334064-3a11-4f08-9069-35bd55f19d72 req-3660ea5c-e795-41e2-9c11-54c4248b4401 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:06.164509 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c3334064-3a11-4f08-9069-35bd55f19d72 req-3660ea5c-e795-41e2-9c11-54c4248b4401 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 943 time: 0.1710126
Jul 23 16:32:06.276951 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c3334064-3a11-4f08-9069-35bd55f19d72 req-85090c1a-9b10-4aa7-9c1c-2fd857a35a51 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994618
Jul 23 16:32:06.298869 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 28df908f-8691-46ad-acb8-345c2125fa30, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=28df908f-8691-46ad-acb8-345c2125fa30,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:32:06.374777 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '28df908f-8691-46ad-acb8-345c2125fa30', 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6', 'port_id': '28df908f-8691-46ad-acb8-345c2125fa30', 'mac_address': 'fa:16:3e:5f:57:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bfb2a4-0a17-46f9-9792-9d39d06e8687', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:32:06.487790 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:06.527636 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28df908f-8691-46ad-acb8-345c2125fa30 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:32:06.567657 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 28df908f-8691-46ad-acb8-345c2125fa30, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=28df908f-8691-46ad-acb8-345c2125fa30,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:32:06.579482 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:06.582793 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:06.769256 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=28df908f-8691-46ad-acb8-345c2125fa30,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:06.783246 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:07.079276 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc330186-c124-489b-addf-2535f8b26ab2 req-47e9f688-9168-45cd-858b-38ed3ff5d719 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:07.085539 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fc330186-c124-489b-addf-2535f8b26ab2 req-47e9f688-9168-45cd-858b-38ed3ff5d719 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.2487643
Jul 23 16:32:07.187058 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['28df908f-8691-46ad-acb8-345c2125fa30'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:32:07.219559 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fc330186-c124-489b-addf-2535f8b26ab2 req-2fe62740-4381-494f-972d-225b74914b85 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226995
Jul 23 16:32:07.744124 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e1d6e-3a4d-4d61-b766-38bc4e0c8f6d req-6e34cd76-d818-40a6-bb73-68cd70ab0a95 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:07.746900 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ae6e1d6e-3a4d-4d61-b766-38bc4e0c8f6d req-6e34cd76-d818-40a6-bb73-68cd70ab0a95 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 944 time: 0.1562254
Jul 23 16:32:07.874522 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ae6e1d6e-3a4d-4d61-b766-38bc4e0c8f6d req-f151c6aa-b164-45bb-a16d-52326ee28478 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155360
Jul 23 16:32:08.230751 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 45648) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:08.606831 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-016a2d5a-603c-49c6-94cc-d9b4ccc8360f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:08.714761 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-016a2d5a-603c-49c6-94cc-d9b4ccc8360f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:08.727232 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-016a2d5a-603c-49c6-94cc-d9b4ccc8360f admin admin] Usage tracker for resource:security_group_rule and tenant:01045838da7c493d9ed0847a77cef7a2 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:08.734277 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-016a2d5a-603c-49c6-94cc-d9b4ccc8360f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:08.749137 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66324c18-723e-4889-a231-e13e9edf443a req-502a576b-3517-4ad6-8270-60cd69db0d6b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:08.751967 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-66324c18-723e-4889-a231-e13e9edf443a req-502a576b-3517-4ad6-8270-60cd69db0d6b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.2727053
Jul 23 16:32:08.761670 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-016a2d5a-603c-49c6-94cc-d9b4ccc8360f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:08.922056 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-66324c18-723e-4889-a231-e13e9edf443a req-9c6ed5a3-ecfa-40a8-8f9c-22d36528acae tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535747
Jul 23 16:32:09.020740 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-016a2d5a-603c-49c6-94cc-d9b4ccc8360f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:09.033108 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-016a2d5a-603c-49c6-94cc-d9b4ccc8360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:09.050325 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:09.140461 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a2d5a-603c-49c6-94cc-d9b4ccc8360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3385f72f-3b99-4cce-bcf3-da423db4f028,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:09.152341 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45668) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:09.156745 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-016a2d5a-603c-49c6-94cc-d9b4ccc8360f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=01045838da7c493d9ed0847a77cef7a2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9241302
Jul 23 16:32:09.159205 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-016a2d5a-603c-49c6-94cc-d9b4ccc8360f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:09.308097 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b508822b-ec8f-4aa8-bf7e-f9335781d7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:09.347203 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b20456-2e38-46c3-ae45-a89da6fbad17 req-a6cb5fcc-d3ef-49c1-8959-9f67362c4653 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:09.350699 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-39b20456-2e38-46c3-ae45-a89da6fbad17 req-a6cb5fcc-d3ef-49c1-8959-9f67362c4653 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 944 time: 0.1693952
Jul 23 16:32:09.378951 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b508822b-ec8f-4aa8-bf7e-f9335781d7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:09.455481 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-39b20456-2e38-46c3-ae45-a89da6fbad17 req-b0332d13-6374-4530-a2ac-6b15362c1530 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929317
Jul 23 16:32:09.511276 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b508822b-ec8f-4aa8-bf7e-f9335781d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:09.521762 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-85fe5cad-1cd3-4939-8176-8f4a5057b97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:09.548279 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508822b-ec8f-4aa8-bf7e-f9335781d7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3385f72f-3b99-4cce-bcf3-da423db4f028,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:09.552392 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b508822b-ec8f-4aa8-bf7e-f9335781d7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:09.565502 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b508822b-ec8f-4aa8-bf7e-f9335781d7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:09.567997 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-b508822b-ec8f-4aa8-bf7e-f9335781d7bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3385f72f-3b99-4cce-bcf3-da423db4f028 HTTP/1.1" status: 204  len: 168 time: 0.4139318
Jul 23 16:32:09.969507 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 28df908f-8691-46ad-acb8-345c2125fa30 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:32:10.114177 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 28df908f-8691-46ad-acb8-345c2125fa30 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:32:10.124457 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 28df908f-8691-46ad-acb8-345c2125fa30 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:32:10.125489 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:10.262843 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:10.334523 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45694) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:10.372432 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4aff073c-d35a-4f93-83e5-6e2ebaaadb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:10.390471 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:10.437850 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-4aff073c-d35a-4f93-83e5-6e2ebaaadb15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:10.446516 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-4aff073c-d35a-4f93-83e5-6e2ebaaadb15 admin admin] Usage tracker for resource:security_group_rule and tenant:ecc84901299d468d9d171ba4b71ce7cb is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:10.453097 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-4aff073c-d35a-4f93-83e5-6e2ebaaadb15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:10.454752 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174dec94-b060-4827-9393-f99e5cc42c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28df908f-8691-46ad-acb8-345c2125fa30'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:32:10.473432 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-4aff073c-d35a-4f93-83e5-6e2ebaaadb15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:10.478910 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 28df908f-8691-46ad-acb8-345c2125fa30, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=28df908f-8691-46ad-acb8-345c2125fa30,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:32:10.490586 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:10.495410 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:10.550892 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105ab1e-ee9a-4d27-9a67-9d289e1de1e3 req-1848739e-bf4b-45c3-9d7c-5fcbae00065b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:10.566647 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1105ab1e-ee9a-4d27-9a67-9d289e1de1e3 req-1848739e-bf4b-45c3-9d7c-5fcbae00065b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.3080966
Jul 23 16:32:10.664338 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=28df908f-8691-46ad-acb8-345c2125fa30,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:10.671229 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:10.690385 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4aff073c-d35a-4f93-83e5-6e2ebaaadb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:10.697956 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4aff073c-d35a-4f93-83e5-6e2ebaaadb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:10.709151 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1105ab1e-ee9a-4d27-9a67-9d289e1de1e3 req-989345e0-9c8a-4220-a62d-f113bb8add66 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381984
Jul 23 16:32:10.713330 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9c07cd15-3495-4a5c-bc13-4d3d07f46c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:10.818871 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174dec94-b060-4827-9393-f99e5cc42c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28df908f-8691-46ad-acb8-345c2125fa30', 'code': 200}
Jul 23 16:32:10.909857 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff073c-d35a-4f93-83e5-6e2ebaaadb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6d3bb4-1c7f-44ef-a95d-aecacf33e8ae,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:10.920851 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-4aff073c-d35a-4f93-83e5-6e2ebaaadb15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ecc84901299d468d9d171ba4b71ce7cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5809805
Jul 23 16:32:10.920851 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4aff073c-d35a-4f93-83e5-6e2ebaaadb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:10.921342 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45704) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:11.069025 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8e32329a-91b6-45e9-bb53-615f6ef542f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:11.142317 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8e32329a-91b6-45e9-bb53-615f6ef542f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:11.332112 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8e32329a-91b6-45e9-bb53-615f6ef542f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:11.349675 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a1293e3b-eac7-4906-85dc-e4bc05f0da07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:11.368686 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a1be2-9a6a-4531-953c-12fa179d4537 req-b9f74ebe-442a-4ef1-9fbb-a822c12f448e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:11.374378 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32329a-91b6-45e9-bb53-615f6ef542f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6d3bb4-1c7f-44ef-a95d-aecacf33e8ae,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:11.380296 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-8e32329a-91b6-45e9-bb53-615f6ef542f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:11.381787 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8e32329a-91b6-45e9-bb53-615f6ef542f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:11.387256 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-8e32329a-91b6-45e9-bb53-615f6ef542f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d6d3bb4-1c7f-44ef-a95d-aecacf33e8ae HTTP/1.1" status: 204  len: 168 time: 0.4607170
Jul 23 16:32:11.388957 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a74a1be2-9a6a-4531-953c-12fa179d4537 req-b9f74ebe-442a-4ef1-9fbb-a822c12f448e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 945 time: 0.2927220
Jul 23 16:32:11.593563 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a74a1be2-9a6a-4531-953c-12fa179d4537 req-147809a9-93f9-4b06-a6ec-dc5f143da9ff tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474285
Jul 23 16:32:11.600464 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-872f334a-9f13-4dcf-b77a-c0418c08fa84 req-663d0720-0f6d-46bd-83e7-944eb9bbec26 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 1098 time: 0.2096715
Jul 23 16:32:11.745211 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-872f334a-9f13-4dcf-b77a-c0418c08fa84 req-8f318467-9851-4de6-aff5-4d3641472165 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108730
Jul 23 16:32:12.154274 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45728) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:12.193338 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ab786-fb67-48d6-bb12-c8ecd89b42e0 req-921cb368-f263-486f-892c-17c690b41db0 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:12.212782 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2f7ab786-fb67-48d6-bb12-c8ecd89b42e0 req-921cb368-f263-486f-892c-17c690b41db0 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.1960802
Jul 23 16:32:12.343310 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2f7ab786-fb67-48d6-bb12-c8ecd89b42e0 req-e31197fa-82cd-4700-8cb6-720d5cb6baf3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194885
Jul 23 16:32:12.531594 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8ba241dd-4d3c-4c9c-a25e-56e21529dd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.601639 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-8ba241dd-4d3c-4c9c-a25e-56e21529dd6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:12.611036 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-8ba241dd-4d3c-4c9c-a25e-56e21529dd6b admin admin] Usage tracker for resource:security_group_rule and tenant:19dbd5a40a144c128e7dfa7c137c3364 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:12.617870 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-8ba241dd-4d3c-4c9c-a25e-56e21529dd6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:12.633949 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-8ba241dd-4d3c-4c9c-a25e-56e21529dd6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:12.823538 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8ba241dd-4d3c-4c9c-a25e-56e21529dd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.835109 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8ba241dd-4d3c-4c9c-a25e-56e21529dd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:12.871103 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-6654b3ff-e872-472b-bcbe-cf06e9989d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:12.993996 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-8ba241dd-4d3c-4c9c-a25e-56e21529dd6b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19dbd5a40a144c128e7dfa7c137c3364&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8373442
Jul 23 16:32:12.995610 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba241dd-4d3c-4c9c-a25e-56e21529dd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71009f7-5704-4e9f-85d5-752931d89ed0,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:12.998955 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 45750) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:13.001914 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-8ba241dd-4d3c-4c9c-a25e-56e21529dd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:13.247969 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5eda95e-d1ce-4a9a-b45d-ca6be77f00fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:13.311927 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5fb2c-c460-470a-9bec-3bada5c4998f req-c8127653-32af-454c-896f-b8dbc396fff5 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:13.314629 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2dd5fb2c-c460-470a-9bec-3bada5c4998f req-c8127653-32af-454c-896f-b8dbc396fff5 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 945 time: 0.2767823
Jul 23 16:32:13.318121 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5eda95e-d1ce-4a9a-b45d-ca6be77f00fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:13.446823 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2dd5fb2c-c460-470a-9bec-3bada5c4998f req-cb81ce7f-9671-4b2c-9033-5445ad53c2d8 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187251
Jul 23 16:32:13.494466 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5eda95e-d1ce-4a9a-b45d-ca6be77f00fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:13.506860 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-56a18f74-1bde-4579-b413-ca91f7816ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:13.539607 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eda95e-d1ce-4a9a-b45d-ca6be77f00fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71009f7-5704-4e9f-85d5-752931d89ed0,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:13.544712 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d5eda95e-d1ce-4a9a-b45d-ca6be77f00fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:13.588059 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5eda95e-d1ce-4a9a-b45d-ca6be77f00fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:13.593814 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-d5eda95e-d1ce-4a9a-b45d-ca6be77f00fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a71009f7-5704-4e9f-85d5-752931d89ed0 HTTP/1.1" status: 204  len: 168 time: 0.5881307
Jul 23 16:32:13.826261 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f964f-a9e2-4f49-8578-db3853d3646a req-33025632-127b-4b89-90ce-5d719f36b38b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:13.829787 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-da2f964f-a9e2-4f49-8578-db3853d3646a req-33025632-127b-4b89-90ce-5d719f36b38b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.2002983
Jul 23 16:32:13.972801 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-da2f964f-a9e2-4f49-8578-db3853d3646a req-30c3000a-44d4-4d49-912f-8b35e074607c tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325345
Jul 23 16:32:14.308873 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2b416d37-4a9b-4fd9-8b1d-55f00359cffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:14.613017 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45784) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:14.654355 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-19a349fc-a3a8-4a77-84d3-15019ebaecff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:14.725617 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-19a349fc-a3a8-4a77-84d3-15019ebaecff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:14.736842 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-19a349fc-a3a8-4a77-84d3-15019ebaecff admin admin] Usage tracker for resource:security_group_rule and tenant:294986dc9330418ca092de7b0ce9a03e is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:14.743062 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-19a349fc-a3a8-4a77-84d3-15019ebaecff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:14.756836 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-19a349fc-a3a8-4a77-84d3-15019ebaecff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:14.777784 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:14.922677 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-19a349fc-a3a8-4a77-84d3-15019ebaecff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:14.932389 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe383e7-091d-438b-acde-91c7088dd87a req-51c3dc3b-5185-428b-880d-0df9762e8061 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:14.934155 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-19a349fc-a3a8-4a77-84d3-15019ebaecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:14.946854 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fbe383e7-091d-438b-acde-91c7088dd87a req-51c3dc3b-5185-428b-880d-0df9762e8061 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 945 time: 0.2071803
Jul 23 16:32:14.953030 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:15.058184 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-19a349fc-a3a8-4a77-84d3-15019ebaecff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=294986dc9330418ca092de7b0ce9a03e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4407785
Jul 23 16:32:15.059890 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a349fc-a3a8-4a77-84d3-15019ebaecff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c46357-c25c-4fae-bc5e-dae418912573,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:15.063354 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 45798) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:15.066236 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-19a349fc-a3a8-4a77-84d3-15019ebaecff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:15.079582 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fbe383e7-091d-438b-acde-91c7088dd87a req-9d006d37-9c60-4c3e-bad4-1eb1709e43e3 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308556
Jul 23 16:32:15.246773 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d9999a7b-40ed-4a23-9a7f-9b60c5e92dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:15.302370 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d9999a7b-40ed-4a23-9a7f-9b60c5e92dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:15.580400 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465206b1-ee8f-4a9f-915f-24003358789d req-fae59386-3c3c-4107-9d99-7d2b082c3a2f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:15.583271 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-465206b1-ee8f-4a9f-915f-24003358789d req-fae59386-3c3c-4107-9d99-7d2b082c3a2f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.2392972
Jul 23 16:32:15.637685 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d9999a7b-40ed-4a23-9a7f-9b60c5e92dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:15.652203 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-36787bee-91d4-4a7d-bb51-cb205eec9fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:15.674508 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9999a7b-40ed-4a23-9a7f-9b60c5e92dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c46357-c25c-4fae-bc5e-dae418912573,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:15.680625 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d9999a7b-40ed-4a23-9a7f-9b60c5e92dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:15.699691 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d9999a7b-40ed-4a23-9a7f-9b60c5e92dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:15.701041 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-d9999a7b-40ed-4a23-9a7f-9b60c5e92dda admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76c46357-c25c-4fae-bc5e-dae418912573 HTTP/1.1" status: 204  len: 168 time: 0.6298273
Jul 23 16:32:15.749744 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-465206b1-ee8f-4a9f-915f-24003358789d req-75fdde2c-1a99-49fa-8a25-e4099ba33a77 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381564
Jul 23 16:32:16.596385 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 45830) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:16.658191 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-1821e827-afd4-412e-bf58-4e1f9fcd27c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:16.662665 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6402db5b-17fb-4444-bf5a-a0015b3d3378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:16.742559 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-6402db5b-17fb-4444-bf5a-a0015b3d3378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:16.769103 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-6402db5b-17fb-4444-bf5a-a0015b3d3378 admin admin] Usage tracker for resource:security_group_rule and tenant:cb612bc48b434fce9d959aaa3b2eabe7 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:16.785549 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-6402db5b-17fb-4444-bf5a-a0015b3d3378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:16.803684 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-6402db5b-17fb-4444-bf5a-a0015b3d3378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:17.047678 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6402db5b-17fb-4444-bf5a-a0015b3d3378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.061266 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6402db5b-17fb-4444-bf5a-a0015b3d3378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.115306 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:17.145289 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 45840) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:17.148693 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-6402db5b-17fb-4444-bf5a-a0015b3d3378 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb612bc48b434fce9d959aaa3b2eabe7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5503576
Jul 23 16:32:17.266474 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c7c734b1-b8af-40aa-b4a9-e2169d5e6042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.280499 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402db5b-17fb-4444-bf5a-a0015b3d3378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c70b411-11dd-4e99-baef-bf7f1a740cf6,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:17.286348 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6402db5b-17fb-4444-bf5a-a0015b3d3378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:17.328878 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c7c734b1-b8af-40aa-b4a9-e2169d5e6042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.376220 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329d263-410a-4a1e-9827-818994e24bd1 req-8e290f85-01b2-4e04-8b02-8e7460d604e6 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:17.380352 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d329d263-410a-4a1e-9827-818994e24bd1 req-8e290f85-01b2-4e04-8b02-8e7460d604e6 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.2255843
Jul 23 16:32:17.515024 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c7c734b1-b8af-40aa-b4a9-e2169d5e6042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.528402 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d061432c-8f68-4bff-ba24-1e5292520021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:17.536637 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d329d263-410a-4a1e-9827-818994e24bd1 req-809ed4e3-9b6a-46d2-bef1-825c1c1c2c96 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461775
Jul 23 16:32:17.590493 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c734b1-b8af-40aa-b4a9-e2169d5e6042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c70b411-11dd-4e99-baef-bf7f1a740cf6,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:17.618653 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c7c734b1-b8af-40aa-b4a9-e2169d5e6042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:17.637354 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:32:17.638304 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c7c734b1-b8af-40aa-b4a9-e2169d5e6042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:17.640291 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-c7c734b1-b8af-40aa-b4a9-e2169d5e6042 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c70b411-11dd-4e99-baef-bf7f1a740cf6 HTTP/1.1" status: 204  len: 168 time: 0.4931448
Jul 23 16:32:18.173543 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:19.122506 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b281-7701-42ff-9336-a5893816d25c req-c31ce119-8b76-4b3f-9f55-c6a500cff818 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:19.128333 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-70c2b281-7701-42ff-9336-a5893816d25c req-c31ce119-8b76-4b3f-9f55-c6a500cff818 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.1952329
Jul 23 16:32:19.281266 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-70c2b281-7701-42ff-9336-a5893816d25c req-b016379c-ee52-4af7-9a10-229a8a38afeb tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341357
Jul 23 16:32:19.344560 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:20.713104 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e15d1-c98a-4b9b-a00b-a092e2f71c3d req-6df95171-ed2a-47d1-aaa0-1e74869163d8 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:20.716472 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-940e15d1-c98a-4b9b-a00b-a092e2f71c3d req-6df95171-ed2a-47d1-aaa0-1e74869163d8 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.1676054
Jul 23 16:32:20.824890 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-940e15d1-c98a-4b9b-a00b-a092e2f71c3d req-54bc0d0a-f2b3-457e-987e-c3143785432d tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954082
Jul 23 16:32:22.260915 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f77b35-7e6a-4b70-9f6c-c2a6a43f0b03 req-e3c9e376-7afc-4add-9625-882b7c565a2f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:22.265830 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-64f77b35-7e6a-4b70-9f6c-c2a6a43f0b03 req-e3c9e376-7afc-4add-9625-882b7c565a2f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.1551421
Jul 23 16:32:22.409233 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-64f77b35-7e6a-4b70-9f6c-c2a6a43f0b03 req-47135b8b-f4f5-4fa8-9163-150a949407fa tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307738
Jul 23 16:32:24.211507 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a0337-642d-41ec-a5f6-def70ab78892 req-17a37950-f9b4-41db-8c00-6906b12b4a0c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:24.225114 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3e2a0337-642d-41ec-a5f6-def70ab78892 req-17a37950-f9b4-41db-8c00-6906b12b4a0c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.3003621
Jul 23 16:32:24.289090 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6295f8b-16ae-4f96-9c2f-c7c6d809f194 req-8e0ade79-aadf-4f43-95c3-b9fa250f831f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:24.291482 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d6295f8b-16ae-4f96-9c2f-c7c6d809f194 req-8e0ade79-aadf-4f43-95c3-b9fa250f831f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.5042934
Jul 23 16:32:24.380466 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3e2a0337-642d-41ec-a5f6-def70ab78892 req-193fb4ea-b1cf-431c-a65a-2d26a1ace0b1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1535716
Jul 23 16:32:24.446340 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d6295f8b-16ae-4f96-9c2f-c7c6d809f194 req-5f8f7dfd-3379-4d04-9792-9f2793200c0b tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261442
Jul 23 16:32:25.894586 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374331-9b7f-4c38-a60e-087b8fd482cf req-9096b20e-ffb7-4c73-9aa9-88a0db14b921 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:25.898463 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-82374331-9b7f-4c38-a60e-087b8fd482cf req-9096b20e-ffb7-4c73-9aa9-88a0db14b921 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1982362
Jul 23 16:32:25.996333 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-82374331-9b7f-4c38-a60e-087b8fd482cf req-cc505d03-df32-4671-a7ba-b7cc51d1a2a4 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839810
Jul 23 16:32:27.631629 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2cbac-f075-4aab-b3d8-a6e3205b7b55 req-c5148cac-42f8-4c76-9738-7dd62322d4fe tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:27.634331 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-70f2cbac-f075-4aab-b3d8-a6e3205b7b55 req-c5148cac-42f8-4c76-9738-7dd62322d4fe tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.3644195
Jul 23 16:32:27.696531 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4ed05-8e61-441c-bac1-67fa4275c6ca req-bd8510e7-8800-4648-aa1e-90455b6a3708 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:27.699596 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8de4ed05-8e61-441c-bac1-67fa4275c6ca req-bd8510e7-8800-4648-aa1e-90455b6a3708 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.3323028
Jul 23 16:32:27.853712 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-70f2cbac-f075-4aab-b3d8-a6e3205b7b55 req-3dcef50e-692f-49e7-89fb-5b85428cfc94 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063169
Jul 23 16:32:27.922332 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8de4ed05-8e61-441c-bac1-67fa4275c6ca req-4a1b6b5f-0751-4fdd-99a3-3e9dcf2ae4e8 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1976328
Jul 23 16:32:29.346586 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6ea94-0345-4bd5-be2c-f70054cd7c9a req-49ce00f3-976e-48f4-b12f-0eb380becb1c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:29.352304 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-32d6ea94-0345-4bd5-be2c-f70054cd7c9a req-49ce00f3-976e-48f4-b12f-0eb380becb1c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1709008
Jul 23 16:32:29.442635 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-32d6ea94-0345-4bd5-be2c-f70054cd7c9a req-8f35cf35-5958-495c-97d9-cb9cd17288c0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801983
Jul 23 16:32:30.902347 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48589788-6144-42df-8c95-6b4651abdbdf req-3ae55e40-d786-4d8c-90e0-c75ca560c95a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:30.905500 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-48589788-6144-42df-8c95-6b4651abdbdf req-3ae55e40-d786-4d8c-90e0-c75ca560c95a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1673276
Jul 23 16:32:30.983642 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-48589788-6144-42df-8c95-6b4651abdbdf req-3886b4a0-2b7d-4ae2-b65a-43f3da1d9445 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693033
Jul 23 16:32:32.769592 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1e739-08b4-4802-a31a-38989e751289 req-d6813f32-a835-49b5-a348-ca9711854511 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:32.788734 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-25f1e739-08b4-4802-a31a-38989e751289 req-d6813f32-a835-49b5-a348-ca9711854511 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.2294619
Jul 23 16:32:32.924911 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-25f1e739-08b4-4802-a31a-38989e751289 req-b3b06b47-ecb0-4c7f-9ab4-0b8a9683adb3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262515
Jul 23 16:32:33.590544 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d04919-d94c-4780-9123-9973fe8c2355 req-b9286b3b-4410-42df-b326-43caa30a940f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:33.593864 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-91d04919-d94c-4780-9123-9973fe8c2355 req-b9286b3b-4410-42df-b326-43caa30a940f tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1670363
Jul 23 16:32:33.682627 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-91d04919-d94c-4780-9123-9973fe8c2355 req-ccc8c7a2-ab74-434e-b832-ef6d30cf04bf tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786161
Jul 23 16:32:34.378226 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e65cd-09c5-497b-b157-6b6250bf89b0 req-c06d6d3e-5318-4b0a-8bd9-3ed600e5d820 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:34.380955 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4e4e65cd-09c5-497b-b157-6b6250bf89b0 req-c06d6d3e-5318-4b0a-8bd9-3ed600e5d820 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1531043
Jul 23 16:32:34.480324 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4e4e65cd-09c5-497b-b157-6b6250bf89b0 req-b4979741-09e5-4822-8eb5-fe07c3cc3606 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863624
Jul 23 16:32:35.140112 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c7361-18de-4917-b1e8-6cae80566094 req-ff6927ae-d46c-4ff7-86b5-0d0ba41675dd tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:35.142651 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9f1c7361-18de-4917-b1e8-6cae80566094 req-ff6927ae-d46c-4ff7-86b5-0d0ba41675dd tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1808624
Jul 23 16:32:35.240658 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9f1c7361-18de-4917-b1e8-6cae80566094 req-ee22eb79-1208-4795-a68f-42efc908bd4c tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882294
Jul 23 16:32:35.927387 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826e1d8-7d47-4426-85d0-9e416e0d32db req-e32e0d9a-cda4-4416-88e1-b458def4d4fa tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:35.930267 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8826e1d8-7d47-4426-85d0-9e416e0d32db req-e32e0d9a-cda4-4416-88e1-b458def4d4fa tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1524994
Jul 23 16:32:36.016268 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8826e1d8-7d47-4426-85d0-9e416e0d32db req-d490b57f-2dae-422c-bb14-8dfb90ea6d55 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755610
Jul 23 16:32:36.681986 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8b6ec-12a3-4e49-969b-24497f236ea1 req-e53a20f9-5e1e-45f1-ad51-488e1fef05ec tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:36.685502 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-01d8b6ec-12a3-4e49-969b-24497f236ea1 req-e53a20f9-5e1e-45f1-ad51-488e1fef05ec tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.1799119
Jul 23 16:32:36.784354 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-01d8b6ec-12a3-4e49-969b-24497f236ea1 req-fbab8f57-5c5d-4a61-afd0-62b6cca74172 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886791
Jul 23 16:32:37.016015 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46220) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:37.308404 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ba46f2c0-e35a-4705-b1ce-f3f5cb320d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:37.372488 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-ba46f2c0-e35a-4705-b1ce-f3f5cb320d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:37.375313 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ccc75-f0b3-47b7-98e4-96fbb64a3e2b req-376862bd-07ea-4ff9-bbe7-edc7e504b66f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:37.378402 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ee3ccc75-f0b3-47b7-98e4-96fbb64a3e2b req-376862bd-07ea-4ff9-bbe7-edc7e504b66f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1502774
Jul 23 16:32:37.380661 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-ba46f2c0-e35a-4705-b1ce-f3f5cb320d5f admin admin] Usage tracker for resource:security_group_rule and tenant:7421e34ba2864b17858676566331254e is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:37.386754 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-ba46f2c0-e35a-4705-b1ce-f3f5cb320d5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:37.399694 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-ba46f2c0-e35a-4705-b1ce-f3f5cb320d5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:37.485207 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ee3ccc75-f0b3-47b7-98e4-96fbb64a3e2b req-972d72af-3a54-4b21-a2e3-b9215f57e662 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977795
Jul 23 16:32:37.541450 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ba46f2c0-e35a-4705-b1ce-f3f5cb320d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:37.549653 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ba46f2c0-e35a-4705-b1ce-f3f5cb320d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:37.563290 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:37.646507 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46f2c0-e35a-4705-b1ce-f3f5cb320d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9905132-c828-4310-8c02-bb162d1376a0,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:37.655420 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-ba46f2c0-e35a-4705-b1ce-f3f5cb320d5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7421e34ba2864b17858676566331254e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6369717
Jul 23 16:32:37.657195 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-ba46f2c0-e35a-4705-b1ce-f3f5cb320d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:37.660489 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46230) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:37.783960 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:37.848224 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:38.021337 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:38.034622 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d1876f42-9474-4f92-976d-2bb44526ad3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:38.067851 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9905132-c828-4310-8c02-bb162d1376a0,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:38.085802 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:38.093801 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9905132-c828-4310-8c02-bb162d1376a0 HTTP/1.1" status: 204  len: 168 time: 0.4318795
Jul 23 16:32:38.097885 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:38.099656 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:38.100890 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:38.101802 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:38.102739 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:38.103982 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:38.104846 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:38.105963 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:38.108596 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:38.110042 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:38.110963 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:38.118431 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:38.339013 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-5c99ee36-9f6a-4732-94bf-fd9a992bf6c8 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:38.343231 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-5c99ee36-9f6a-4732-94bf-fd9a992bf6c8 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.46 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.4691246
Jul 23 16:32:38.791394 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262e5ba-a7a1-49bc-ab10-9b32e9489434 req-89cb0e73-c164-49de-9646-bdff2a636a61 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:38.823296 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4262e5ba-a7a1-49bc-ab10-9b32e9489434 req-89cb0e73-c164-49de-9646-bdff2a636a61 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 945 time: 0.7046914
Jul 23 16:32:38.925406 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Deleting port 129c7423-cec8-4df2-bab3-f4352814424c {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:32:38.926028 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:39.050754 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4262e5ba-a7a1-49bc-ab10-9b32e9489434 req-5181c19d-61e5-4c79-aae4-5e7120c3d8b7 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2249892
Jul 23 16:32:39.435118 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46266) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:39.471507 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-246fa65b-6122-48dc-a234-c1a4e202afd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:39.548488 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-246fa65b-6122-48dc-a234-c1a4e202afd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:39.561482 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-246fa65b-6122-48dc-a234-c1a4e202afd8 admin admin] Usage tracker for resource:security_group_rule and tenant:1201cf3d410b49ef8b70dfc505e99b6b is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:39.568713 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-246fa65b-6122-48dc-a234-c1a4e202afd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:39.582186 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-246fa65b-6122-48dc-a234-c1a4e202afd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:39.759804 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] For port 129c7423-cec8-4df2-bab3-f4352814424c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=129c7423-cec8-4df2-bab3-f4352814424c,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:32:39.761652 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:39.825270 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88995cfc-b624-4a85-b548-e51059c74f31 req-cbb7d1d7-9e38-44c8-b5f2-9f3ea853e96d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:39.832671 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-88995cfc-b624-4a85-b548-e51059c74f31 req-cbb7d1d7-9e38-44c8-b5f2-9f3ea853e96d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.3730483
Jul 23 16:32:39.850094 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-246fa65b-6122-48dc-a234-c1a4e202afd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:39.859143 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-246fa65b-6122-48dc-a234-c1a4e202afd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:39.875060 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-ff9d4e3a-7748-49ca-938a-e63bc8ca79fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:39.979868 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fa65b-6122-48dc-a234-c1a4e202afd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7088265-d813-472f-b69a-06b887efdcec,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:39.988411 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-246fa65b-6122-48dc-a234-c1a4e202afd8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1201cf3d410b49ef8b70dfc505e99b6b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5513175
Jul 23 16:32:39.990776 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-246fa65b-6122-48dc-a234-c1a4e202afd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:40.005009 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46278) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:40.085300 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 129c7423-cec8-4df2-bab3-f4352814424c no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:32:40.352527 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5071f239-b19d-49e8-85cd-0560fde66cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:40.502436 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5071f239-b19d-49e8-85cd-0560fde66cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:40.506572 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:40.730921 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5071f239-b19d-49e8-85cd-0560fde66cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:40.749428 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-19a349fc-a3a8-4a77-84d3-15019ebaecff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:40.778177 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071f239-b19d-49e8-85cd-0560fde66cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7088265-d813-472f-b69a-06b887efdcec,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:40.785666 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-5071f239-b19d-49e8-85cd-0560fde66cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:40.797065 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5071f239-b19d-49e8-85cd-0560fde66cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:40.804966 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-5071f239-b19d-49e8-85cd-0560fde66cfd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7088265-d813-472f-b69a-06b887efdcec HTTP/1.1" status: 204  len: 168 time: 0.7940962
Jul 23 16:32:40.923478 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:40.978370 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Calling delete_port for 129c7423-cec8-4df2-bab3-f4352814424c owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:32:41.010646 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cca702-d70b-4a78-b825-a5f43bc9e3d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '129c7423-cec8-4df2-bab3-f4352814424c'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:32:41.041201 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 129c7423-cec8-4df2-bab3-f4352814424c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=129c7423-cec8-4df2-bab3-f4352814424c,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:32:41.050006 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:41.054124 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:41.128667 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-88995cfc-b624-4a85-b548-e51059c74f31 req-f699360d-77a0-44f9-a293-7fd86af63269 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.2790446
Jul 23 16:32:41.269084 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=129c7423-cec8-4df2-bab3-f4352814424c,revision_number=6']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:41.277304 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:41.450881 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.db.api [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:32:41.455334 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_db.api [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:32:41.467846 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc8c8b-beae-485a-9df2-9e7eb1e76d31 req-627da821-ff0c-404d-8b2d-a7da3164a3e4 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:41.489496 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5dfc8c8b-beae-485a-9df2-9e7eb1e76d31 req-627da821-ff0c-404d-8b2d-a7da3164a3e4 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 943 time: 0.5465660
Jul 23 16:32:41.646759 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5dfc8c8b-beae-485a-9df2-9e7eb1e76d31 req-bf4daab9-6061-4386-b52e-e1117b6f6269 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564786
Jul 23 16:32:41.705040 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f8f5d-639d-45e7-91d9-4e32573ac628 req-ed7e4fb7-3059-441e-800e-eeffa5a32714 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:41.707983 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fc6f8f5d-639d-45e7-91d9-4e32573ac628 req-ed7e4fb7-3059-441e-800e-eeffa5a32714 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.1740592
Jul 23 16:32:41.881225 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fc6f8f5d-639d-45e7-91d9-4e32573ac628 req-875b3fbc-e3a0-4eba-9b6a-38da6b0b4778 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1622744
Jul 23 16:32:42.050549 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cca702-d70b-4a78-b825-a5f43bc9e3d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '129c7423-cec8-4df2-bab3-f4352814424c', 'code': 200}
Jul 23 16:32:42.113617 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Deleting port 129c7423-cec8-4df2-bab3-f4352814424c {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:32:42.114418 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:42.416693 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46320) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:42.456320 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1fb54766-12d6-4ca3-912d-20bb3c6fa230 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:42.469270 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1fb54766-12d6-4ca3-912d-20bb3c6fa230 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 814 time: 0.5207808
Jul 23 16:32:42.643599 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-15a96742-0fe5-4409-9618-7e66b53938f0 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/quotas/1b3db028425a47d08fbb31ede1b27685 HTTP/1.1" status: 200  len: 375 time: 0.1729016
Jul 23 16:32:42.754151 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4ba465b3-39a3-4d5e-aaa4-117e139547dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:42.824585 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-4ba465b3-39a3-4d5e-aaa4-117e139547dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:42.833862 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-4ba465b3-39a3-4d5e-aaa4-117e139547dc admin admin] Usage tracker for resource:security_group_rule and tenant:5c8e69fc140645ac82d8bdf797a394a3 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:42.840793 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-4ba465b3-39a3-4d5e-aaa4-117e139547dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:42.854904 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-4ba465b3-39a3-4d5e-aaa4-117e139547dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:42.982279 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] For port 129c7423-cec8-4df2-bab3-f4352814424c, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=129c7423-cec8-4df2-bab3-f4352814424c,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:32:42.982934 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:43.028211 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4ba465b3-39a3-4d5e-aaa4-117e139547dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:43.040451 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4ba465b3-39a3-4d5e-aaa4-117e139547dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:43.067316 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0c75ff13-8483-4a88-9dc5-a793f1a8106c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:43.140336 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-4ba465b3-39a3-4d5e-aaa4-117e139547dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c8e69fc140645ac82d8bdf797a394a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7218199
Jul 23 16:32:43.145721 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46338) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:43.169117 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba465b3-39a3-4d5e-aaa4-117e139547dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471cf42d-3a54-418c-bf34-b0369794f80b,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:43.174939 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4ba465b3-39a3-4d5e-aaa4-117e139547dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:43.200518 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46342) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:43.206179 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df26ff-b328-41a5-907e-3abc0399eb11 req-377e8f1b-a74c-447a-9a13-44e453006be8 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:43.208265 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e1df26ff-b328-41a5-907e-3abc0399eb11 req-377e8f1b-a74c-447a-9a13-44e453006be8 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.5533001
Jul 23 16:32:43.219283 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Calling delete_port for 129c7423-cec8-4df2-bab3-f4352814424c owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:32:43.285174 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-030d1eee-09ea-48d4-bad2-ce955ab071fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:43.339918 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-030d1eee-09ea-48d4-bad2-ce955ab071fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:43.342754 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-11ea68f1-a6ae-4b09-932d-a5498bb2ce7e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&fields=id HTTP/1.1" status: 200  len: 348 time: 0.6974909
Jul 23 16:32:43.455354 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-030d1eee-09ea-48d4-bad2-ce955ab071fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:43.469415 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-849c757f-a899-4abc-a30d-ff305fa134ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:43.501971 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-620025518-network', 'tenant_id': '0d9c6bfcb8a742058edbdf6de8499016'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:32:43.513147 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d1eee-09ea-48d4-bad2-ce955ab071fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471cf42d-3a54-418c-bf34-b0369794f80b,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:43.522527 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:43.526625 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e1df26ff-b328-41a5-907e-3abc0399eb11 req-6deec606-0fb8-4d4a-a121-09ad1f28a878 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2372417
Jul 23 16:32:43.527557 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-030d1eee-09ea-48d4-bad2-ce955ab071fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:43.533566 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-030d1eee-09ea-48d4-bad2-ce955ab071fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/471cf42d-3a54-418c-bf34-b0369794f80b HTTP/1.1" status: 204  len: 168 time: 0.3823555
Jul 23 16:32:43.534021 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-030d1eee-09ea-48d4-bad2-ce955ab071fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:43.536535 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Usage tracker for resource:network and tenant:0d9c6bfcb8a742058edbdf6de8499016 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:43.544517 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:43.560877 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:43.582301 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Made reservation on behalf of 0d9c6bfcb8a742058edbdf6de8499016 for: {'network': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:32:43.588145 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:43.616463 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:43.709219 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:43.733087 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Usage tracker for resource:security_group_rule and tenant:0d9c6bfcb8a742058edbdf6de8499016 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:43.750204 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:43.771339 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:43.781089 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-efbad379-3e85-4058-a219-48281b96b5ea service neutron] 10.222.0.11 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4083211
Jul 23 16:32:43.824648 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:43.845504 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:43.870850 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['eb8f88b1-9379-415c-8c1c-2503084154e4'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:32:43.966119 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:43.983328 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:44.032792 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407}  {{(pid=74313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:32:44.053317 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c60ede99-4486-44c4-a964-04de93e46386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:44.068587 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:44.069138 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.segments_db [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Added segment ce96b244-0490-4aba-adf1-bfdf5eb4aa2a of type vlan for network c9260e8d-a3af-488a-b750-ab12e20394e9
Jul 23 16:32:44.073161 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Pushing event deleted for resources: {'Port': ['ID=129c7423-cec8-4df2-bab3-f4352814424c,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:44.087724 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:44.126370 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6271f9d3-2d0f-41d8-aca9-9a5a81456a63,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:44.139284 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:44.212048 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:44.291256 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:44.294141 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:44.296919 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:44.309058 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:44.384296 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-fc125d45-85ee-4f1a-b860-ecb242f15267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:44.480859 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] No DVR routers for this DVR port 129c7423-cec8-4df2-bab3-f4352814424c on host hv-cinder-80203 {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:32:44.536593 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Pushing event updated for resources: {'Network': ['ID=c9260e8d-a3af-488a-b750-ab12e20394e9,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:44.542289 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.3400400
Jul 23 16:32:44.544079 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-ca891a75-7992-44b9-acf6-b31c377b5c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:44.546986 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46360) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:44.561637 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network c9260e8d-a3af-488a-b750-ab12e20394e9 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:32:44.569369 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Request body: {'subnet': {'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-620025518-subnet', 'tenant_id': '0d9c6bfcb8a742058edbdf6de8499016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:32:44.579020 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:44.586977 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Usage tracker for resource:subnet and tenant:0d9c6bfcb8a742058edbdf6de8499016 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:44.593894 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:44.609146 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:44.651991 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Made reservation on behalf of 0d9c6bfcb8a742058edbdf6de8499016 for: {'subnet': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:32:44.658438 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5c74fa9b-a205-4458-8552-4f3d93c66c19 req-8cdabe71-ca01-4e9c-a62d-f8cbdfba9d08 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 210 time: 0.4120903
Jul 23 16:32:44.662440 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-be2ae9ea-0339-4a28-8ae0-58ff56d1c59a service neutron] 10.222.0.11 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8802557
Jul 23 16:32:44.663240 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66434424'] for subnet, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:44.665208 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:44.673253 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cca702-d70b-4a78-b825-a5f43bc9e3d0', 'name': 'network-vif-deleted', 'tag': '129c7423-cec8-4df2-bab3-f4352814424c'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:32:44.772024 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-63c952c7-2616-4eba-b304-7c5f2b999f6a req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.46 "DELETE /v2.0/ports/129c7423-cec8-4df2-bab3-f4352814424c HTTP/1.1" status: 204  len: 173 time: 6.4067051
Jul 23 16:32:45.166096 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:45.448756 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cca702-d70b-4a78-b825-a5f43bc9e3d0', 'name': 'network-vif-deleted', 'tag': '129c7423-cec8-4df2-bab3-f4352814424c', 'status': 'completed', 'code': 200}
Jul 23 16:32:45.580156 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65805968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66434410'] for subnet, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:45.607063 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-bb67dfb0-ad7f-4ec3-9f26-38f16e15271f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:45.624696 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee9a62-e5f0-49b3-a5e8-c23c1455f4e6 req-296ba760-14f8-4798-88f0-027c3f31c0b7 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:45.640531 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5dee9a62-e5f0-49b3-a5e8-c23c1455f4e6 req-296ba760-14f8-4798-88f0-027c3f31c0b7 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.3668330
Jul 23 16:32:45.750810 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b92e8b0b-fd9c-4ae5-b6d8-6abe0f87b75a,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:45.795683 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:45.840628 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5dee9a62-e5f0-49b3-a5e8-c23c1455f4e6 req-07591cbc-a194-4005-a792-23565678c0f0 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1957331
Jul 23 16:32:45.843043 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Checking segment: {'id': 'ce96b244-0490-4aba-adf1-bfdf5eb4aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:32:45.843702 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Network hostable DHCP agents. Network: c9260e8d-a3af-488a-b750-ab12e20394e9, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:32:45.928086 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Network c9260e8d-a3af-488a-b750-ab12e20394e9 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:32:45.942736 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4502cbf-4178-43a3-82c1-3f39e56db151 req-290926b3-531b-4e10-bd95-4eafffb73ae7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:45.946852 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, c9260e8d-a3af-488a-b750-ab12e20394e9) {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:32:45.960336 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253099b-c739-4f90-8a88-d30ba86c9a0e None None] Network c9260e8d-a3af-488a-b750-ab12e20394e9 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:32:45.961233 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f4502cbf-4178-43a3-82c1-3f39e56db151 req-290926b3-531b-4e10-bd95-4eafffb73ae7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.2510767
Jul 23 16:32:45.968124 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:45.969047 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:46.056032 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-3cec2b12-7e59-49a9-8540-889dbf15439e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5069189
Jul 23 16:32:46.066682 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f4502cbf-4178-43a3-82c1-3f39e56db151 req-511e418a-2746-4cad-b0f1-65dd82893f65 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1038790
Jul 23 16:32:46.181120 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 46394) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:46.286369 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 624fe88a-6863-435a-b0d1-917c46d80dd4 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:32:46.435227 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0dc3e7a9-1eb0-43c7-9f84-c80d8a94b6c4 req-51d56c36-fb5d-4df4-a458-6c9897dbcc90 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 210 time: 0.2191043
Jul 23 16:32:46.637398 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 624fe88a-6863-435a-b0d1-917c46d80dd4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=624fe88a-6863-435a-b0d1-917c46d80dd4,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:32:46.648391 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-a333683b-7cd8-437c-a6b7-a9ba52397bda req-2548989e-89cd-4918-aaa8-78ab6af849d5 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Synchronizing usage tracker for tenant:97952febb41d43fba8cc660cd41f5504 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:32:46.693881 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-a333683b-7cd8-437c-a6b7-a9ba52397bda req-2548989e-89cd-4918-aaa8-78ab6af849d5 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Unset dirty status for tenant:97952febb41d43fba8cc660cd41f5504 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:32:46.701827 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a333683b-7cd8-437c-a6b7-a9ba52397bda req-2548989e-89cd-4918-aaa8-78ab6af849d5 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=18cca702-d70b-4a78-b825-a5f43bc9e3d0 HTTP/1.1" status: 200  len: 210 time: 0.1545224
Jul 23 16:32:46.730953 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-547583811-network', 'tenant_id': '6680e65433804e71af3c7eff97c03c94'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:32:46.767936 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:46.796160 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Usage tracker for resource:network and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:46.805647 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:46.831008 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:46.853405 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Made reservation on behalf of 6680e65433804e71af3c7eff97c03c94 for: {'network': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:32:46.862617 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:46.867114 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'port_id': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'mac_address': 'fa:16:3e:db:20:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:32:46.876549 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6c2edd11-ae90-440c-ad56-3c8850d06d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:46.895971 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:47.040500 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:47.051466 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:47.063669 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:47.078184 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:47.092953 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:47.111483 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f943248-9b31-442c-b276-6c86627c806f None None] Network c9260e8d-a3af-488a-b750-ab12e20394e9 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:32:47.349209 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:47.360843 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:47.381952 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d5fce288-4381-40a0-bdb1-b882c71cb388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:47.450718 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 624fe88a-6863-435a-b0d1-917c46d80dd4 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:32:47.459652 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a2900e-80fe-4f3e-bbd1-4e9777272d4d,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:47.478742 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:47.520889 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408}  {{(pid=74312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:32:47.552964 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 624fe88a-6863-435a-b0d1-917c46d80dd4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=624fe88a-6863-435a-b0d1-917c46d80dd4,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:32:47.567234 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:47.568187 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.segments_db [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Added segment d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b of type vlan for network db4d843f-5b67-4c94-95c1-1ea31b7c2742
Jul 23 16:32:47.589472 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7b90c-6d07-4ccc-bf1c-da2e693261d6 req-be8ff9d5-f213-4018-934e-ffceebf1b219 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:47.593278 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f0c7b90c-6d07-4ccc-bf1c-da2e693261d6 req-be8ff9d5-f213-4018-934e-ffceebf1b219 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.3404865
Jul 23 16:32:47.657482 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:47.673069 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:47.780621 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:47.978186 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=624fe88a-6863-435a-b0d1-917c46d80dd4,revision_number=6']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:48.007134 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:48.007795 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:48.008372 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:48.008948 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:48.009698 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:48.010474 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:48.011099 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:48.019903 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:48.021080 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:48.021731 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:48.022370 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:48.030324 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:48.032293 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['624fe88a-6863-435a-b0d1-917c46d80dd4'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:32:48.095388 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402783c-6dd7-4ee6-b5f0-616f55d693d0 req-bfb45c9a-e195-4049-9ff0-66e02a3b7c6c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:48.111170 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c402783c-6dd7-4ee6-b5f0-616f55d693d0 req-bfb45c9a-e195-4049-9ff0-66e02a3b7c6c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 944 time: 0.5146446
Jul 23 16:32:48.167798 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f0c7b90c-6d07-4ccc-bf1c-da2e693261d6 req-31eeb4a2-1e5a-410e-a761-bca6878a017d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5034497
Jul 23 16:32:48.184120 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:48.201059 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:48.205874 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:48.257551 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d030447b-a23b-4b15-b5cd-1b89505528bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:48.261590 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:48.763077 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.5749722
Jul 23 16:32:48.763077 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1105dca5-08ff-4c47-8132-310b2eafe282 req-253b5065-e9bf-42c1-bc56-42158953375a tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 210 time: 0.1797183
Jul 23 16:32:48.764202 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46422) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:48.766304 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Pushing event updated for resources: {'Network': ['ID=db4d843f-5b67-4c94-95c1-1ea31b7c2742,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:48.784635 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c402783c-6dd7-4ee6-b5f0-616f55d693d0 req-5857d629-2a36-483d-9b65-18ba61f09bcf tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6709795
Jul 23 16:32:48.787260 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:48.812164 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network db4d843f-5b67-4c94-95c1-1ea31b7c2742 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:32:48.823468 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Request body: {'subnet': {'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-547583811-subnet', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'ip_version': 4}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:32:48.905637 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:48.925889 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Usage tracker for resource:subnet and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:48.939389 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:48.962122 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:48.985246 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Made reservation on behalf of 6680e65433804e71af3c7eff97c03c94 for: {'subnet': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:32:48.990639 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66434424'] for subnet, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:49.333634 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:49.845556 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-f038c482-46e9-4b22-bca1-1dea5ec44421 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:49.849391 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-f038c482-46e9-4b22-bca1-1dea5ec44421 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 814 time: 0.5844052
Jul 23 16:32:49.910948 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65805968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66434410'] for subnet, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:49.945719 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:50.018249 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Request body: {'port': {'device_id': '327c10cf-ce85-4f00-9630-6f3c0273ed9b', 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6', 'admin_state_up': True, 'tenant_id': '1b3db028425a47d08fbb31ede1b27685'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:32:50.108339 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 624fe88a-6863-435a-b0d1-917c46d80dd4 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:32:50.394168 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3651ccf-7261-4e41-b7a4-ce04f151544e req-92599324-62f3-46d7-b119-de42c686e732 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:50.403468 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e3651ccf-7261-4e41-b7a4-ce04f151544e req-92599324-62f3-46d7-b119-de42c686e732 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.5446694
Jul 23 16:32:50.431186 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 624fe88a-6863-435a-b0d1-917c46d80dd4 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:32:50.432718 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:50.555815 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:50.611148 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:50.625933 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68b2be1-e23b-4748-b90d-bcfc7a62925f,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:50.633414 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:50.640773 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Checking segment: {'id': 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:32:50.641482 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Network hostable DHCP agents. Network: db4d843f-5b67-4c94-95c1-1ea31b7c2742, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:32:50.653459 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e3651ccf-7261-4e41-b7a4-ce04f151544e req-ea97c9ba-e10c-4a2f-bd43-7ab3a5e0e1f8 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2469292
Jul 23 16:32:50.695399 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Network db4d843f-5b67-4c94-95c1-1ea31b7c2742 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:32:50.696520 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Made reservation on behalf of 1b3db028425a47d08fbb31ede1b27685 for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:32:50.702522 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:50.721236 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, db4d843f-5b67-4c94-95c1-1ea31b7c2742) {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:32:50.743279 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:50.744099 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:50.799384 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4a8dd0-4145-467c-af59-6571cecc77d3 None None] Network db4d843f-5b67-4c94-95c1-1ea31b7c2742 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:32:50.807918 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-5e04c9b8-406a-45f1-99e0-3eb6b4d24759 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.0375123
Jul 23 16:32:50.813350 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46464) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:50.821823 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:32:50.830840 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:32:50.837920 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Usage tracker for resource:router and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:32:50.843808 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:32:50.862587 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:32:50.898781 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29658'] for router, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:50.901260 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29473'] for router, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:50.940569 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:51.205203 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:51.281374 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29495'] for router, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:51.296456 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6260665a-c77a-4283-b996-0522d5e5654f req-d902f824-e742-412a-94e4-df986be354eb tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 210 time: 0.1221042
Jul 23 16:32:51.314242 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:32:51.333228 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 624fe88a-6863-435a-b0d1-917c46d80dd4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=624fe88a-6863-435a-b0d1-917c46d80dd4,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:32:51.347573 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:51.368047 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:51.659968 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Allocated IP 172.20.0.11 (156dae65-8e16-46ee-86e4-df87401a61b6/43bfb2a4-0a17-46f9-9792-9d39d06e8687/3e393b19-0689-4292-b89f-3a787d2de15a) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:32:51.746750 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=624fe88a-6863-435a-b0d1-917c46d80dd4,revision_number=7']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:51.766021 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:51.862645 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:51.892848 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0723c8-2617-5193-bc17-de7fbc821141-db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'fixed_ips': [{'subnet_id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f'}]}} from dv-cinder-802039-1-iscsi. {{(pid=74314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 23 16:32:51.895910 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:51.963706 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:52.233408 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd520a-d63e-4c8f-a4be-b167531de8a1 req-b952537c-ff4c-4df2-81fe-a88471ee7489 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:52.246545 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5ddd520a-d63e-4c8f-a4be-b167531de8a1 req-b952537c-ff4c-4df2-81fe-a88471ee7489 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 944 time: 1.5150366
Jul 23 16:32:52.290800 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.db_base_plugin_common [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Allocated IP 172.20.0.2 (db4d843f-5b67-4c94-95c1-1ea31b7c2742/d68b2be1-e23b-4748-b90d-bcfc7a62925f/c1d8524c-8fc9-4249-b49e-977a44bd4e21) {{(pid=74314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:32:52.419001 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Allocated IP 172.27.3.78 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/9907e0d0-5a07-4656-b9d6-ee7efe88da01) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:32:52.552768 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5ddd520a-d63e-4c8f-a4be-b167531de8a1 req-8c02d448-e9d3-47c7-b125-baffdf8d3a90 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3046355
Jul 23 16:32:52.564137 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:52.781996 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-43ec45c1-b71c-4037-aa2f-1accd33379d7 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:52.784814 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-43ec45c1-b71c-4037-aa2f-1accd33379d7 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/networks?id=c9260e8d-a3af-488a-b750-ab12e20394e9 HTTP/1.1" status: 200  len: 808 time: 0.6458449
Jul 23 16:32:52.826740 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:52.881607 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-405eb6e5-8372-4b14-a6ec-821dfb80bd05 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/quotas/0d9c6bfcb8a742058edbdf6de8499016 HTTP/1.1" status: 200  len: 375 time: 0.0776443
Jul 23 16:32:52.953665 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:52.969693 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:53.092878 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-0bb9d82c-3e4a-4f07-bc8d-78d670ab769e tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d9c6bfcb8a742058edbdf6de8499016&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1978126
Jul 23 16:32:53.099185 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:53.124336 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:53.140153 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Pushing event updated for resources: {'Port': ['ID=9907e0d0-5a07-4656-b9d6-ee7efe88da01,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:53.150414 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:53.160797 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Transition to ACTIVE for port object c1d8524c-8fc9-4249-b49e-977a44bd4e21 will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:32:53.182493 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:32:53.185367 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:32:53.198265 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:32:53.199120 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Transition to ACTIVE for port object c1d8524c-8fc9-4249-b49e-977a44bd4e21 will not be triggered until provisioned by entity DHCP. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:32:53.204851 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:53.213681 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:53.233908 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:53.345319 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Network db4d843f-5b67-4c94-95c1-1ea31b7c2742 is already hosted by enough agents. {{(pid=74314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:32:53.352187 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.base_scheduler [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Resources bound (agent type, host, resource id):  {{(pid=74314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:32:53.365317 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Received port after_create {{(pid=74314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:32:53.466228 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Pushing event updated for resources: {'Port': ['ID=c1d8524c-8fc9-4249-b49e-977a44bd4e21,revision_number=1']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:53.501452 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:53.510077 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Network 156dae65-8e16-46ee-86e4-df87401a61b6 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:32:53.543132 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:32:53.555465 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:53.560968 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415262'] for router, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:53.577034 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:32:53.584629 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:53.585741 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:53.698907 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-2b8247e4-50f1-4c1c-a639-3e1079973360 service neutron] 10.222.0.11 "GET /v2.0/networks/c9260e8d-a3af-488a-b750-ab12e20394e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5170591
Jul 23 16:32:53.718028 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7120259
Jul 23 16:32:53.723710 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Pushing event updated for resources: {'Port': ['ID=3e393b19-0689-4292-b89f-3a787d2de15a,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:53.736768 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Attempting to bind port c1d8524c-8fc9-4249-b49e-977a44bd4e21 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:32:53.737571 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Attempting to bind port c1d8524c-8fc9-4249-b49e-977a44bd4e21 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:32:53.739386 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Attempting to bind port c1d8524c-8fc9-4249-b49e-977a44bd4e21 on network db4d843f-5b67-4c94-95c1-1ea31b7c2742 {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:32:53.754773 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:32:53.755801 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Checking segment: {'id': 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:32:53.756770 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:53.757642 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Bound using segment: {'id': 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:32:53.758724 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Bound port: c1d8524c-8fc9-4249-b49e-977a44bd4e21, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:32:53.759647 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:53.939163 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:53.945558 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:53.946526 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:53.947379 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:53.948237 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:53.964504 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:53.966090 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:53.969278 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:53.983846 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:53.983846 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:53.983846 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:53.992501 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] For port c1d8524c-8fc9-4249-b49e-977a44bd4e21, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:32:54.002539 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] For port c1d8524c-8fc9-4249-b49e-977a44bd4e21, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=c1d8524c-8fc9-4249-b49e-977a44bd4e21,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:32:54.007416 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:54.016879 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:54.027274 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:54.067201 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7fe20-d348-4f23-8450-f604f49d5d0a req-7fe4b01b-114d-4aed-ab17-0d091ee4b5db tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:54.080700 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0bb7fe20-d348-4f23-8450-f604f49d5d0a req-7fe4b01b-114d-4aed-ab17-0d091ee4b5db tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 0.9851208
Jul 23 16:32:54.235525 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Pushing event updated for resources: {'Port': ['ID=c1d8524c-8fc9-4249-b49e-977a44bd4e21,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:54.250862 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:54.264032 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Router 63f61887-d4a6-4e79-87f9-57761fcdbe20 is scheduled to L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 with binding_index 1 {{(pid=74313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 23 16:32:54.272717 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0bb7fe20-d348-4f23-8450-f604f49d5d0a req-b8c21e15-33d9-4293-8028-72de1ecb1398 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852367
Jul 23 16:32:54.324270 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-149d1938-19af-436d-9532-dbd195220ba5 service neutron] 10.222.0.11 "GET /v2.0/networks/c9260e8d-a3af-488a-b750-ab12e20394e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6028321
Jul 23 16:32:54.460111 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'code': 200}
Jul 23 16:32:54.665268 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:32:54.695283 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442', '0ab2513d-eb84-4a5e-a858-b009a9d469e0', '28df908f-8691-46ad-acb8-345c2125fa30'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:32:54.771429 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Request body: {'port': {'device_id': '327c10cf-ce85-4f00-9630-6f3c0273ed9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:32:55.074778 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:32:55.098410 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Sync routers for ids ['63f61887-d4a6-4e79-87f9-57761fcdbe20'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:32:55.182314 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Routers {'63f61887-d4a6-4e79-87f9-57761fcdbe20'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:32:55.185092 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Notify callbacks [] for router, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:55.189615 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f4c5c70>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:32:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['63f61887-d4a6-4e79-87f9-57761fcdbe20'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:55.191790 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.3747001
Jul 23 16:32:55.208581 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46492) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:32:55.539406 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device c1d8524c-8fc9-4249-b49e-977a44bd4e21 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:32:56.207658 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Set router 63f61887-d4a6-4e79-87f9-57761fcdbe20 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:32:56.410998 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:56.581357 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-17f222c1-ab4a-4aa2-881d-e6cb25e4f2a6 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:56.586222 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-17f222c1-ab4a-4aa2-881d-e6cb25e4f2a6 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 945 time: 1.2487857
Jul 23 16:32:56.802344 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port c1d8524c-8fc9-4249-b49e-977a44bd4e21 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:32:56.821392 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0beb93-74c8-4ef6-bb94-01084ff5f103 None None] Network db4d843f-5b67-4c94-95c1-1ea31b7c2742 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:32:57.156985 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-e456d58b-3136-4db5-9717-4bb33b6a6a40 None None] Provisioning for port c1d8524c-8fc9-4249-b49e-977a44bd4e21 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:32:57.171405 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-e456d58b-3136-4db5-9717-4bb33b6a6a40 None None] Provisioning complete for port c1d8524c-8fc9-4249-b49e-977a44bd4e21 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:32:57.172434 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-e456d58b-3136-4db5-9717-4bb33b6a6a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:57.413037 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f4c5c70>, [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:32:53Z', 'revision_number': 3, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port': {'id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:57.433135 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Checking router: 63f61887-d4a6-4e79-87f9-57761fcdbe20 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:32:57.434111 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Updating router 63f61887-d4a6-4e79-87f9-57761fcdbe20 port 9907e0d0-5a07-4656-b9d6-ee7efe88da01 binding host dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:32:57.485270 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f192d67-2561-426e-a223-e6f7f165ba65 req-dc09665d-c25b-4268-b670-bebe916fea30 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:57.490633 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4f192d67-2561-426e-a223-e6f7f165ba65 req-dc09665d-c25b-4268-b670-bebe916fea30 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 2.1754913
Jul 23 16:32:57.532656 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Deleting port eb8f88b1-9379-415c-8c1c-2503084154e4 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:32:57.535937 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:57.680690 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:57.759076 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b66a7-5b60-4c5b-a799-7c659348df88 req-0a4f5af4-96d7-4f69-a3e0-dd5e301def29 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:57.760421 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-201b66a7-5b60-4c5b-a799-7c659348df88 req-0a4f5af4-96d7-4f69-a3e0-dd5e301def29 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Synchronizing usage tracker for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:32:57.864184 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-e456d58b-3136-4db5-9717-4bb33b6a6a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:57.892416 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4f192d67-2561-426e-a223-e6f7f165ba65 req-4a045aaf-e317-4913-b94d-f4dfa4cb4e8d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3828695
Jul 23 16:32:58.319872 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-201b66a7-5b60-4c5b-a799-7c659348df88 req-0a4f5af4-96d7-4f69-a3e0-dd5e301def29 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Unset dirty status for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:32:58.321941 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-201b66a7-5b60-4c5b-a799-7c659348df88 req-0a4f5af4-96d7-4f69-a3e0-dd5e301def29 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 932 time: 2.8267663
Jul 23 16:32:58.425602 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-e456d58b-3136-4db5-9717-4bb33b6a6a40 None None] For port c1d8524c-8fc9-4249-b49e-977a44bd4e21, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=c1d8524c-8fc9-4249-b49e-977a44bd4e21,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:32:58.470414 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-e456d58b-3136-4db5-9717-4bb33b6a6a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:58.533675 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:58.621009 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:58.698808 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Notify callbacks [] for port, precommit_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:58.723259 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.provisioning_blocks [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Transition to ACTIVE for port object 9907e0d0-5a07-4656-b9d6-ee7efe88da01 will not be triggered until provisioned by entity L2. {{(pid=74315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:32:58.735784 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:58.764791 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-d41be2e0-3a9b-4aaf-862c-2bed49817c93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:58.983293 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456d58b-3136-4db5-9717-4bb33b6a6a40 None None] Pushing event updated for resources: {'Port': ['ID=c1d8524c-8fc9-4249-b49e-977a44bd4e21,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:59.007546 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-e456d58b-3136-4db5-9717-4bb33b6a6a40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:59.034892 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Pushing event updated for resources: {'Port': ['ID=9907e0d0-5a07-4656-b9d6-ee7efe88da01,revision_number=2']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:59.063339 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:59.063952 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:59.064524 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:59.065097 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:59.065670 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:59.066228 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:59.066792 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:59.067380 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:59.068002 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:59.069532 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:59.069532 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:32:59.078618 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:32:59.118981 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Attempting to bind port 9907e0d0-5a07-4656-b9d6-ee7efe88da01 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:32:59.119490 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Attempting to bind port 9907e0d0-5a07-4656-b9d6-ee7efe88da01 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:32:59.120311 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Attempting to bind port 9907e0d0-5a07-4656-b9d6-ee7efe88da01 on network 0f0fa4a4-341c-4455-bd90-db8498cb03db {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:32:59.132514 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:32:59.133126 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Checking segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:32:59.133795 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:59.134523 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Bound using segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:32:59.135377 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Bound port: 9907e0d0-5a07-4656-b9d6-ee7efe88da01, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:32:59.136625 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:59.302513 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] For port 9907e0d0-5a07-4656-b9d6-ee7efe88da01, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:32:59.309284 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] For port 9907e0d0-5a07-4656-b9d6-ee7efe88da01, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=9907e0d0-5a07-4656-b9d6-ee7efe88da01,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:32:59.331433 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:59.379284 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device c1d8524c-8fc9-4249-b49e-977a44bd4e21 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:32:59.380001 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-d41be2e0-3a9b-4aaf-862c-2bed49817c93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:32:59.425765 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Allocated IP 172.20.0.1 (db4d843f-5b67-4c94-95c1-1ea31b7c2742/d68b2be1-e23b-4748-b90d-bcfc7a62925f/b08fff02-c80b-4f54-8eaf-60983f19a6c2) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:32:59.552104 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-201b66a7-5b60-4c5b-a799-7c659348df88 req-f931518d-1d6c-4d86-b069-06e4e6150996 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1617577
Jul 23 16:32:59.650436 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-2b465707-4050-4afb-9fd2-4b1270266a79 None None] Provisioning complete for port c1d8524c-8fc9-4249-b49e-977a44bd4e21 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:32:59.651019 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2b465707-4050-4afb-9fd2-4b1270266a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:59.663740 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Pushing event updated for resources: {'Port': ['ID=9907e0d0-5a07-4656-b9d6-ee7efe88da01,revision_number=3']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:32:59.727097 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8e00f-485a-46ec-bd19-9abf0f3940d7 req-a9c94bd3-d822-4847-9ce5-e45fc0a8f094 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:32:59.742766 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Routers {'63f61887-d4a6-4e79-87f9-57761fcdbe20'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:32:59.744443 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9ad8e00f-485a-46ec-bd19-9abf0f3940d7 req-a9c94bd3-d822-4847-9ce5-e45fc0a8f094 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 1.3194084
Jul 23 16:32:59.755984 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f4c5c70>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:32:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['63f61887-d4a6-4e79-87f9-57761fcdbe20'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:32:59.805149 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port c1d8524c-8fc9-4249-b49e-977a44bd4e21 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:32:59.805815 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:32:59.984763 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9ad8e00f-485a-46ec-bd19-9abf0f3940d7 req-0314c903-7683-4036-a7f3-0784554e7baf tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2385919
Jul 23 16:33:00.025171 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] For port eb8f88b1-9379-415c-8c1c-2503084154e4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=eb8f88b1-9379-415c-8c1c-2503084154e4,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:00.029547 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:00.045721 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:00.125329 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.provisioning_blocks [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Transition to ACTIVE for port object b08fff02-c80b-4f54-8eaf-60983f19a6c2 will not be triggered until provisioned by entity DHCP. {{(pid=74313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:33:00.131914 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.db.resource_extend [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:33:00.222122 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:00.270050 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:00.318593 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e393b19-0689-4292-b89f-3a787d2de15a {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:33:00.338041 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:00.378321 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Transition to ACTIVE for port object 3e393b19-0689-4292-b89f-3a787d2de15a will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:33:00.380955 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-ab96f445-f775-434d-bab5-903f79fb06fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.001s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:00.477896 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device eb8f88b1-9379-415c-8c1c-2503084154e4 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:33:00.528369 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Network db4d843f-5b67-4c94-95c1-1ea31b7c2742 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:33:00.533834 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:33:00.535805 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:00.555142 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:33:00.568283 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] Set router 63f61887-d4a6-4e79-87f9-57761fcdbe20 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:33:00.744908 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Pushing event updated for resources: {'Port': ['ID=b08fff02-c80b-4f54-8eaf-60983f19a6c2,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:00.759200 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:00.862574 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415424'] for router_interface, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:01.057966 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-54fe5d57-d949-445d-95a1-e3730cb523d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:01.305920 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:01.379058 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4a4901-edf3-4987-bb50-3dda14d7608e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8f88b1-9379-415c-8c1c-2503084154e4'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:33:01.410154 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port eb8f88b1-9379-415c-8c1c-2503084154e4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=eb8f88b1-9379-415c-8c1c-2503084154e4,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:01.424471 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:01.427742 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:01.511536 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:01.606118 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Calling delete_port for eb8f88b1-9379-415c-8c1c-2503084154e4 owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:33:01.678786 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-356a2c60-4b2f-4194-aa6c-9ceea28243b7 None None] Provisioning for port b08fff02-c80b-4f54-8eaf-60983f19a6c2 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:33:01.848372 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Pushing event updated for resources: {'Port': ['ID=3e393b19-0689-4292-b89f-3a787d2de15a,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:01.860954 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-356a2c60-4b2f-4194-aa6c-9ceea28243b7 None None] Provisioning complete for port b08fff02-c80b-4f54-8eaf-60983f19a6c2 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:01.861582 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-356a2c60-4b2f-4194-aa6c-9ceea28243b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:01.894684 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:02.070806 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f4c5c70>, [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:32:53Z', 'revision_number': 3, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port': {'id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:02.094612 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd932a57-4bfe-4271-b4bf-fa77f0e9aa2f None None] The sync data for ids ['63f61887-d4a6-4e79-87f9-57761fcdbe20'] in dv-cinder-802039-1-iscsi is: [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:32:53Z', 'revision_number': 3, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port': {'id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:33:02.114799 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-356a2c60-4b2f-4194-aa6c-9ceea28243b7 None None] Port b08fff02-c80b-4f54-8eaf-60983f19a6c2 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:33:02.134620 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=eb8f88b1-9379-415c-8c1c-2503084154e4,revision_number=6']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:02.148768 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:02.180491 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-997cfabc-6a9d-4198-80a8-3ef70c741c16 req-e9bad3ae-47ae-4cb3-8063-6b96694e0484 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 210 time: 1.7900767
Jul 23 16:33:02.301037 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-c3628f09-ce65-47f0-9eb5-80a1d06838d4 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:02.302904 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-c3628f09-ce65-47f0-9eb5-80a1d06838d4 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Synchronizing usage tracker for tenant:0d9c6bfcb8a742058edbdf6de8499016 on resource:network {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:33:02.371570 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Attempting to bind port 3e393b19-0689-4292-b89f-3a787d2de15a on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:33:02.372080 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Attempting to bind port 3e393b19-0689-4292-b89f-3a787d2de15a by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:33:02.372559 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Attempting to bind port 3e393b19-0689-4292-b89f-3a787d2de15a on network 156dae65-8e16-46ee-86e4-df87401a61b6 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:33:02.404458 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Port 3e393b19-0689-4292-b89f-3a787d2de15a on network 156dae65-8e16-46ee-86e4-df87401a61b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:33:02.408682 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Attempting to bind port 3e393b19-0689-4292-b89f-3a787d2de15a on network 156dae65-8e16-46ee-86e4-df87401a61b6 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:33:02.526345 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-c3628f09-ce65-47f0-9eb5-80a1d06838d4 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Unset dirty status for tenant:0d9c6bfcb8a742058edbdf6de8499016 on resource:network {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:33:02.530731 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-c3628f09-ce65-47f0-9eb5-80a1d06838d4 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.46 "GET /v2.0/networks?id=c9260e8d-a3af-488a-b750-ab12e20394e9 HTTP/1.1" status: 200  len: 808 time: 1.2966266
Jul 23 16:33:02.534713 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:33:02.542009 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Checking segment: {'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:33:02.543501 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Bound using segment: {'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:33:02.544776 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Bound port: 3e393b19-0689-4292-b89f-3a787d2de15a, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34652b14-763c-409c-8575-07fe79cf0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:33:02.545984 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:02.575355 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Request body: {'port': {'device_id': 'b0da26ce-927f-4bb7-a908-d9644597f3a5', 'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9', 'admin_state_up': True, 'tenant_id': '0d9c6bfcb8a742058edbdf6de8499016'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:02.632570 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdd20c-584c-4912-b8b1-19d22198116d req-15332600-1318-42c1-bb9c-6f1352a15ab3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:02.652643 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bcfdd20c-584c-4912-b8b1-19d22198116d req-15332600-1318-42c1-bb9c-6f1352a15ab3 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc4a4901-edf3-4987-bb50-3dda14d7608e HTTP/1.1" status: 200  len: 943 time: 1.2089634
Jul 23 16:33:02.890771 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bcfdd20c-584c-4912-b8b1-19d22198116d req-0472bc84-3e52-43ef-a3ad-5cce30cc8746 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.11 "GET /v2.0/security-groups?id=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2335925
Jul 23 16:33:02.893097 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.db.api [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:33:02.896694 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_db.api [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:33:03.094385 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46530) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:03.351979 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.db.resource_extend [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:33:03.403854 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] For port 3e393b19-0689-4292-b89f-3a787d2de15a, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:33:03.423823 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] For port 3e393b19-0689-4292-b89f-3a787d2de15a, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3e393b19-0689-4292-b89f-3a787d2de15a,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:33:03.438316 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:03.456818 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 9907e0d0-5a07-4656-b9d6-ee7efe88da01 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:33:03.461250 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65805861'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:03.507877 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Deleting port eb8f88b1-9379-415c-8c1c-2503084154e4 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:33:03.508472 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:03.545788 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:03.669235 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:03.702926 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:03.725429 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 9907e0d0-5a07-4656-b9d6-ee7efe88da01 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:33:03.764938 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 9907e0d0-5a07-4656-b9d6-ee7efe88da01 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:03.767237 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:03.832695 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:03.848193 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1431309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414505'] for router_interface, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:03.858503 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Usage tracker for resource:port and tenant:0d9c6bfcb8a742058edbdf6de8499016 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:03.865600 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Pushing event updated for resources: {'Port': ['ID=b08fff02-c80b-4f54-8eaf-60983f19a6c2,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:03.873813 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:03.884693 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:03.885214 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:03.887437 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] 10.222.0.46 "PUT /v2.0/ports/3e393b19-0689-4292-b89f-3a787d2de15a HTTP/1.1" status: 200  len: 1094 time: 9.1259754
Jul 23 16:33:03.892596 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:03.916525 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327c10cf-ce85-4f00-9630-6f3c0273ed9b', 'tag': '3e393b19-0689-4292-b89f-3a787d2de15a'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:33:04.008648 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f4a79-9983-46ae-81b7-063dcbdebc17 req-93521a3c-e687-4062-817c-ba523a92989c tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:04.021728 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-551f4a79-9983-46ae-81b7-063dcbdebc17 req-93521a3c-e687-4062-817c-ba523a92989c tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 1.3337877
Jul 23 16:33:04.149235 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Made reservation on behalf of 0d9c6bfcb8a742058edbdf6de8499016 for: {'port': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:33:04.152426 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:04.176751 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-551f4a79-9983-46ae-81b7-063dcbdebc17 req-6d8d836d-53ec-4997-b31a-9961d599309c tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1536877
Jul 23 16:33:04.186695 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:04.252716 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 9907e0d0-5a07-4656-b9d6-ee7efe88da01, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=9907e0d0-5a07-4656-b9d6-ee7efe88da01,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:04.267698 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:04.272524 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:04.604199 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=9907e0d0-5a07-4656-b9d6-ee7efe88da01,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:04.623120 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Network db4d843f-5b67-4c94-95c1-1ea31b7c2742 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:33:04.624117 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:04.692240 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] For port eb8f88b1-9379-415c-8c1c-2503084154e4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=eb8f88b1-9379-415c-8c1c-2503084154e4,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:04.693924 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:04.806210 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4abe35-ba0a-4d7b-ac4c-195d37b4e829 req-ddc7eba4-4106-41f3-9912-004ad34e9b4a tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:04.820984 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8c4abe35-ba0a-4d7b-ac4c-195d37b4e829 req-ddc7eba4-4106-41f3-9912-004ad34e9b4a tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 944 time: 1.3885982
Jul 23 16:33:04.845754 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Allocated IP 172.20.0.5 (c9260e8d-a3af-488a-b750-ab12e20394e9/b92e8b0b-fd9c-4ae5-b6d8-6abe0f87b75a/84e8bf0e-209f-4a8a-a7b1-57860ccd6982) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:33:04.913072 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Pushing event updated for resources: {'Port': ['ID=3e393b19-0689-4292-b89f-3a787d2de15a,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:04.930020 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:33:05.261326 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8c4abe35-ba0a-4d7b-ac4c-195d37b4e829 req-66a4b744-058b-4525-b94f-b780c387f286 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4382038
Jul 23 16:33:05.398996 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 9907e0d0-5a07-4656-b9d6-ee7efe88da01 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:33:05.459954 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4a4901-edf3-4987-bb50-3dda14d7608e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb8f88b1-9379-415c-8c1c-2503084154e4', 'code': 200}
Jul 23 16:33:05.510262 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-a826e2e1-13b8-4fae-bad9-2aee80936028 None None] Provisioning complete for port b08fff02-c80b-4f54-8eaf-60983f19a6c2 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:05.510935 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a826e2e1-13b8-4fae-bad9-2aee80936028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:05.593493 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.889s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:05.625106 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Calling delete_port for eb8f88b1-9379-415c-8c1c-2503084154e4 owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:33:05.691536 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-a826e2e1-13b8-4fae-bad9-2aee80936028 None None] Port b08fff02-c80b-4f54-8eaf-60983f19a6c2 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:33:05.715059 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 9907e0d0-5a07-4656-b9d6-ee7efe88da01 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:05.715793 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:05.791210 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9858a-1adc-454f-ba0c-1ee79b3ba93a req-46063e26-7ab6-4555-96ac-3324b670e853 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:05.802594 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6ab9858a-1adc-454f-ba0c-1ee79b3ba93a req-46063e26-7ab6-4555-96ac-3324b670e853 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 1.0846014
Jul 23 16:33:06.002300 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bc09bb75-d275-4ced-87d4-67473012f7ed req-8fbbdab6-50ec-47a6-9fc6-848b466fa471 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 210 time: 0.1705973
Jul 23 16:33:06.120697 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6ab9858a-1adc-454f-ba0c-1ee79b3ba93a req-475ac852-e607-4980-814a-dd059b445ddb tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3164034
Jul 23 16:33:06.135198 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:06.149278 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:06.288825 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:06.310640 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327c10cf-ce85-4f00-9630-6f3c0273ed9b', 'tag': '3e393b19-0689-4292-b89f-3a787d2de15a', 'status': 'completed', 'code': 200}
Jul 23 16:33:06.310640 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Pushing event deleted for resources: {'Port': ['ID=eb8f88b1-9379-415c-8c1c-2503084154e4,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:06.329366 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:06.517950 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:06.573956 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:06.743057 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Network c9260e8d-a3af-488a-b750-ab12e20394e9 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:33:06.755287 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:33:06.792518 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:33:07.007985 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] No DVR routers for this DVR port eb8f88b1-9379-415c-8c1c-2503084154e4 on host hv-cinder-80203 {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:33:07.023003 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:07.088260 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8ab5f86b-538f-4ae0-ad8d-1e7e61cc727b req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] 10.222.0.46 "DELETE /v2.0/ports/eb8f88b1-9379-415c-8c1c-2503084154e4 HTTP/1.1" status: 204  len: 173 time: 10.1488011
Jul 23 16:33:07.108310 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Pushing event updated for resources: {'Port': ['ID=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:07.146977 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-7f5cdd81-7196-4ddc-a512-b54a753a9806 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 1097 time: 0.7044668
Jul 23 16:33:07.157278 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:07.161020 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c46aad-be99-4f7c-a88d-48154ad36d1e req-b56c49d0-e965-47b7-b07c-1293c3ab3048 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:07.173093 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:07.174280 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-83c46aad-be99-4f7c-a88d-48154ad36d1e req-b56c49d0-e965-47b7-b07c-1293c3ab3048 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.6077826
Jul 23 16:33:07.174905 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:07.191612 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544366e-b573-4b15-bb81-0118640cbb7f req-027eea0d-fd4f-4055-a45f-2133cc420d26 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:07.205898 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3544366e-b573-4b15-bb81-0118640cbb7f req-027eea0d-fd4f-4055-a45f-2133cc420d26 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 944 time: 0.5320196
Jul 23 16:33:07.362026 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7961874
Jul 23 16:33:07.453239 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-ffd5e39c-fe97-4a9b-bb58-e0c2da4300a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e393b19-0689-4292-b89f-3a787d2de15a HTTP/1.1" status: 200  len: 217 time: 0.2773552
Jul 23 16:33:07.486754 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Request body: {'port': {'device_id': 'b0da26ce-927f-4bb7-a908-d9644597f3a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:07.540805 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-83c46aad-be99-4f7c-a88d-48154ad36d1e req-cb8fa0db-5216-402e-8c8f-625e495666db tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2988987
Jul 23 16:33:07.613237 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-cb00b52a-39e9-4731-9c4a-8379c75a7404 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:07.616152 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-cb00b52a-39e9-4731-9c4a-8379c75a7404 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43bfb2a4-0a17-46f9-9792-9d39d06e8687 HTTP/1.1" status: 200  len: 854 time: 0.1509590
Jul 23 16:33:07.670507 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:07.736833 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3544366e-b573-4b15-bb81-0118640cbb7f req-72c46b42-6485-4a8d-9d38-c3edb646d4ab tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5294230
Jul 23 16:33:07.760023 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-4574ff46-16f2-47c9-9869-1f438dbb8a9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=156dae65-8e16-46ee-86e4-df87401a61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1325803
Jul 23 16:33:08.304250 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414559'] for router_interface, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:08.316160 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4a4901-edf3-4987-bb50-3dda14d7608e', 'name': 'network-vif-deleted', 'tag': 'eb8f88b1-9379-415c-8c1c-2503084154e4'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:33:08.486402 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Router 63f61887-d4a6-4e79-87f9-57761fcdbe20 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:33:08.528189 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30738667-ecac-4c65-b79a-7aedbe10bbc2 req-9f47072b-ac45-4b33-85c3-5fea8d15c5da tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:08.532881 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-30738667-ecac-4c65-b79a-7aedbe10bbc2 req-9f47072b-ac45-4b33-85c3-5fea8d15c5da tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 931 time: 0.6721287
Jul 23 16:33:08.672812 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-8e33002f-01ff-4388-8ecc-5501c0a05ab8 service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9023633
Jul 23 16:33:08.725004 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.db.resource_extend [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:33:08.770790 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-30738667-ecac-4c65-b79a-7aedbe10bbc2 req-9cd2f29a-0ec3-4acd-88cf-e14e5928710c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2178340
Jul 23 16:33:08.797224 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7b1ef-6534-4b43-b020-02a46aaf3f39 req-1169e34d-6753-4589-8281-4a15f88f113f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:08.828978 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-27b7b1ef-6534-4b43-b020-02a46aaf3f39 req-1169e34d-6753-4589-8281-4a15f88f113f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.6069357
Jul 23 16:33:09.096211 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 {{(pid=74313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:33:09.124819 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:09.141453 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4a4901-edf3-4987-bb50-3dda14d7608e', 'name': 'network-vif-deleted', 'tag': 'eb8f88b1-9379-415c-8c1c-2503084154e4', 'status': 'completed', 'code': 200}
Jul 23 16:33:09.208545 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.provisioning_blocks [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Transition to ACTIVE for port object 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 will not be triggered until provisioned by entity L2. {{(pid=74313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:33:09.225257 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-27b7b1ef-6534-4b43-b020-02a46aaf3f39 req-044a9ab5-4b2a-48b2-9cbb-3b9615f46051 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3948112
Jul 23 16:33:09.234670 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65805861'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:09.245959 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:09.371001 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c78cf636-5fe0-4fe9-835e-cacee39917b6 req-07eb93d1-674d-40d7-affc-e2e2e8ae229d service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6515884
Jul 23 16:33:09.833763 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Pushing event updated for resources: {'Port': ['ID=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:09.843432 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:09.962553 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-dfa691d1-54ff-4253-85bc-ec876ac45528 req-def67494-8b2d-4962-b240-1a4c56c124a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 1097 time: 0.4319878
Jul 23 16:33:10.029394 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212e9dc-df05-4fac-9c56-1f21ae7aba8b req-fd40e76d-805a-4764-8e3d-07d70d836d38 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:10.042653 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f212e9dc-df05-4fac-9c56-1f21ae7aba8b req-fd40e76d-805a-4764-8e3d-07d70d836d38 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.6637928
Jul 23 16:33:10.151633 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3e695-205a-49b3-b34d-f147f8f08754 req-fc238044-58ca-434d-b5a6-fb33a7df6715 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:10.164534 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-61b3e695-205a-49b3-b34d-f147f8f08754 req-fc238044-58ca-434d-b5a6-fb33a7df6715 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 944 time: 0.3965101
Jul 23 16:33:10.226150 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:10.346706 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f212e9dc-df05-4fac-9c56-1f21ae7aba8b req-0c206bd7-e525-4d3b-90c9-56edc31dc70c tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3013968
Jul 23 16:33:10.407321 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa691d1-54ff-4253-85bc-ec876ac45528 req-dba7f797-0e3b-4432-958a-43c56265199c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:10.412641 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-dfa691d1-54ff-4253-85bc-ec876ac45528 req-dba7f797-0e3b-4432-958a-43c56265199c service neutron] 10.222.0.46 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 915 time: 0.4354520
Jul 23 16:33:10.527096 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-61b3e695-205a-49b3-b34d-f147f8f08754 req-2c882796-44f3-4f66-84ee-a79237110f53 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3605750
Jul 23 16:33:10.533578 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Attempting to bind port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:33:10.533974 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Attempting to bind port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'ce96b244-0490-4aba-adf1-bfdf5eb4aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9'}] {{(pid=74313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:33:10.534310 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Attempting to bind port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 on network c9260e8d-a3af-488a-b750-ab12e20394e9 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:33:10.544986 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 on network c9260e8d-a3af-488a-b750-ab12e20394e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:33:10.545317 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Attempting to bind port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 on network c9260e8d-a3af-488a-b750-ab12e20394e9 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:33:10.563781 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-dfa691d1-54ff-4253-85bc-ec876ac45528 req-0985e958-6290-491b-923c-79414384485f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e393b19-0689-4292-b89f-3a787d2de15a HTTP/1.1" status: 200  len: 217 time: 0.1456065
Jul 23 16:33:10.570942 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:33:10.571474 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Checking segment: {'id': 'ce96b244-0490-4aba-adf1-bfdf5eb4aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:33:10.572082 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Bound using segment: {'id': 'ce96b244-0490-4aba-adf1-bfdf5eb4aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9'} {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:33:10.572782 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Bound port: 84e8bf0e-209f-4a8a-a7b1-57860ccd6982, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce96b244-0490-4aba-adf1-bfdf5eb4aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9'}}] {{(pid=74313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:33:10.573342 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:10.727601 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:33:10.757440 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] 10.222.0.11 "PUT /v2.0/routers/63f61887-d4a6-4e79-87f9-57761fcdbe20/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.5330458
Jul 23 16:33:10.777041 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Sync routers for ids ['63f61887-d4a6-4e79-87f9-57761fcdbe20'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:33:10.823457 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Routers {'63f61887-d4a6-4e79-87f9-57761fcdbe20'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:33:10.830749 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fd31490>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:32:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['63f61887-d4a6-4e79-87f9-57761fcdbe20'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:10.963333 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa691d1-54ff-4253-85bc-ec876ac45528 req-37d2f09e-b579-4694-b744-18da84047811 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:10.966127 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-dfa691d1-54ff-4253-85bc-ec876ac45528 req-37d2f09e-b579-4694-b744-18da84047811 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43bfb2a4-0a17-46f9-9792-9d39d06e8687 HTTP/1.1" status: 200  len: 854 time: 0.3947992
Jul 23 16:33:11.166489 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] For port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982, host hv-cinder-80203, cleared binding levels {{(pid=74313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:33:11.179585 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] For port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,segment=NetworkSegment(ce96b244-0490-4aba-adf1-bfdf5eb4aa2a),segment_id=ce96b244-0490-4aba-adf1-bfdf5eb4aa2a)] {{(pid=74313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:33:11.347785 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-dfa691d1-54ff-4253-85bc-ec876ac45528 req-42da40c9-c352-44dd-b4ee-7fa31d0570d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=156dae65-8e16-46ee-86e4-df87401a61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1880999
Jul 23 16:33:11.389781 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65805861'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:11.416633 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:11.631185 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Set router 63f61887-d4a6-4e79-87f9-57761fcdbe20 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:33:11.660601 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Pushing event updated for resources: {'Port': ['ID=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,revision_number=3']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:11.680163 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:11.710559 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:11.713520 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] 10.222.0.46 "PUT /v2.0/ports/84e8bf0e-209f-4a8a-a7b1-57860ccd6982 HTTP/1.1" status: 200  len: 1093 time: 4.2321975
Jul 23 16:33:11.714569 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0da26ce-927f-4bb7-a908-d9644597f3a5', 'tag': '84e8bf0e-209f-4a8a-a7b1-57860ccd6982'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:33:11.854191 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-dfa691d1-54ff-4253-85bc-ec876ac45528 req-e0ed91e3-7f77-433a-85e3-3a6c810a1280 service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4906528
Jul 23 16:33:11.904479 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63024143-1813-4175-b3bd-2752752c6b37 req-2e95e1c7-c2b8-42f1-9fab-d97326702212 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:11.907549 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-63024143-1813-4175-b3bd-2752752c6b37 req-2e95e1c7-c2b8-42f1-9fab-d97326702212 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 943 time: 1.2273469
Jul 23 16:33:12.219245 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-dfa691d1-54ff-4253-85bc-ec876ac45528 req-412d897a-88b3-43ba-801a-3d30a4685ecb service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3472266
Jul 23 16:33:12.230899 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f4527-b8cd-4ecd-bc79-604bb06800a9 req-ec1eb91f-f8da-44db-82f0-8ab6f89676f2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:12.254644 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ab5f4527-b8cd-4ecd-bc79-604bb06800a9 req-ec1eb91f-f8da-44db-82f0-8ab6f89676f2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 1.2802179
Jul 23 16:33:12.266236 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-a08e3bb8-34e0-4097-a933-1272ad701e29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d9c6bfcb8a742058edbdf6de8499016&device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 1096 time: 0.4181623
Jul 23 16:33:12.446723 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ab5f4527-b8cd-4ecd-bc79-604bb06800a9 req-43f2f1cb-4e92-45d1-8f01-bf113d6fe815 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1899531
Jul 23 16:33:12.484171 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-63024143-1813-4175-b3bd-2752752c6b37 req-5e4941b9-ddaa-48d2-9490-3513efcab528 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5439143
Jul 23 16:33:12.508071 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] Deleting port 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:33:12.508478 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:12.723447 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-3b4c6d90-de36-47ea-b85f-8841c3080b87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84e8bf0e-209f-4a8a-a7b1-57860ccd6982 HTTP/1.1" status: 200  len: 217 time: 0.4227049
Jul 23 16:33:12.831002 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fd31490>, [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:33:00Z', 'revision_number': 4, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port': {'id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'b08fff02-c80b-4f54-8eaf-60983f19a6c2', 'name': '', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'mac_address': 'fa:16:3e:73:0d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:58Z', 'updated_at': '2021-07-23T16:33:01Z', 'revision_number': 2, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'subnets': [{'id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:12.841943 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Checking router: 63f61887-d4a6-4e79-87f9-57761fcdbe20 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:33:12.843996 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Updating router 63f61887-d4a6-4e79-87f9-57761fcdbe20 port b08fff02-c80b-4f54-8eaf-60983f19a6c2 binding host dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:33:12.983216 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-8fe92861-a965-49db-b3ba-26b629a88eb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:12.984990 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-8fe92861-a965-49db-b3ba-26b629a88eb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b92e8b0b-fd9c-4ae5-b6d8-6abe0f87b75a HTTP/1.1" status: 200  len: 848 time: 0.2486169
Jul 23 16:33:13.018345 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:13.149320 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7b76c-124f-40dd-be37-7f99a0489c34 req-24d4d48d-33a1-41fe-8c66-17d57a065369 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:13.152001 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-55b7b76c-124f-40dd-be37-7f99a0489c34 req-24d4d48d-33a1-41fe-8c66-17d57a065369 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.3093581
Jul 23 16:33:13.187187 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cb593-90b6-454c-a211-d88092e98eef req-ee7bbe8e-760b-45c7-8744-f9196d87194d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:13.197758 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-229cb593-90b6-454c-a211-d88092e98eef req-ee7bbe8e-760b-45c7-8744-f9196d87194d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 944 time: 0.2026284
Jul 23 16:33:13.201314 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-e010dfe2-8b71-4663-9961-a19a773d04ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9260e8d-a3af-488a-b750-ab12e20394e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1979518
Jul 23 16:33:13.391408 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-229cb593-90b6-454c-a211-d88092e98eef req-0997c3c6-5c86-43e3-b037-4f2fc101d130 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336427
Jul 23 16:33:13.432037 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-55b7b76c-124f-40dd-be37-7f99a0489c34 req-030b2486-db03-42fb-b876-f925d061238d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2285895
Jul 23 16:33:13.584763 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-a934f82d-8de1-4b12-98c3-ef280838ccc6 service neutron] 10.222.0.46 "GET /v2.0/networks/c9260e8d-a3af-488a-b750-ab12e20394e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3459036
Jul 23 16:33:13.788209 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0da26ce-927f-4bb7-a908-d9644597f3a5', 'tag': '84e8bf0e-209f-4a8a-a7b1-57860ccd6982', 'status': 'completed', 'code': 200}
Jul 23 16:33:13.793161 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] For port 5a3e28f2-2c31-4fb8-ac41-fe66298f5909, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=5a3e28f2-2c31-4fb8-ac41-fe66298f5909,segment=NetworkSegment(6cb60d25-c4da-4c66-983b-aebfc504b4a3),segment_id=6cb60d25-c4da-4c66-983b-aebfc504b4a3)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:13.795081 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:14.111083 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 3e393b19-0689-4292-b89f-3a787d2de15a details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:33:14.137375 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 46626) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:14.152702 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-563637461-network', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:14.170461 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:14.179865 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Usage tracker for resource:network and tenant:a5c1e6d544b344e0bb9bf7d353ff4a3f is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:14.190347 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:14.219903 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:14.245785 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d28940f7-58fe-4430-aa6c-212e09f1aa74 req-79feaab1-bf51-4f75-9b23-fcd81c5580c3 service neutron] 10.222.0.46 "GET /v2.0/networks/c9260e8d-a3af-488a-b750-ab12e20394e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6502910
Jul 23 16:33:14.278768 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Made reservation on behalf of a5c1e6d544b344e0bb9bf7d353ff4a3f for: {'network': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:33:14.282759 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:14.348656 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:14.401342 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] Calling delete_port for 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 owned by network:router_interface {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:33:14.553743 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:14.579013 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Usage tracker for resource:security_group_rule and tenant:a5c1e6d544b344e0bb9bf7d353ff4a3f is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:14.595280 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:14.617775 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Notify callbacks [] for port, precommit_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:14.627987 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:14.686421 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4871ac05-5e33-4acb-83b2-e13d04e76b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:14.722834 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Transition to ACTIVE for port object b08fff02-c80b-4f54-8eaf-60983f19a6c2 will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:33:14.987847 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 3e393b19-0689-4292-b89f-3a787d2de15a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3e393b19-0689-4292-b89f-3a787d2de15a,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:15.019733 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:15.026865 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '3e393b19-0689-4292-b89f-3a787d2de15a', 'network_id': '156dae65-8e16-46ee-86e4-df87401a61b6', 'port_id': '3e393b19-0689-4292-b89f-3a787d2de15a', 'mac_address': 'fa:16:3e:90:4c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43bfb2a4-0a17-46f9-9792-9d39d06e8687', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:33:15.032005 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:15.143112 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:15.428934 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:15.485843 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:15.518195 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409}  {{(pid=74312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:33:15.551809 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:15.554332 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f0cb0-69e9-43ea-9293-8f42883b1741 None None] Pushing event updated for resources: {'Port': ['ID=b08fff02-c80b-4f54-8eaf-60983f19a6c2,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:15.554956 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.segments_db [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Added segment 7d04cfcb-949b-49ee-803f-291f978c43dd of type vlan for network 44ab5ac5-a103-47cd-a679-8b393e320175
Jul 23 16:33:15.567663 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-c79f0cb0-69e9-43ea-9293-8f42883b1741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:15.600968 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-ec734363-54b5-465f-9d93-1118ef653679 req-d03dcba3-e82e-4c53-a19f-897c4542183b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d9c6bfcb8a742058edbdf6de8499016&device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 1096 time: 1.0624487
Jul 23 16:33:15.644153 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:15.659068 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:15.737877 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e72ebd01-03ce-499d-9ec6-6e4ba442afb9 req-8632c3ce-c6ca-455f-ac52-256c0bd7ade5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8733068c398e483e93b67dd9619ed93c&device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 1099 time: 0.7202966
Jul 23 16:33:15.739050 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:15.839830 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aaf311-33bd-44cb-9ae9-ce2e4ada16db,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:15.859021 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:15.891100 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f164c1a-06f9-482e-818a-919fe69ac1c7 req-a880cc68-e2f5-4127-8e16-1d6dd37c6e4d tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:15.905668 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4f164c1a-06f9-482e-818a-919fe69ac1c7 req-a880cc68-e2f5-4127-8e16-1d6dd37c6e4d tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 943 time: 1.0566378
Jul 23 16:33:15.909722 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:15.923530 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e393b19-0689-4292-b89f-3a787d2de15a {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:33:15.994493 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 3e393b19-0689-4292-b89f-3a787d2de15a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3e393b19-0689-4292-b89f-3a787d2de15a,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:15.996606 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Attempting to bind port b08fff02-c80b-4f54-8eaf-60983f19a6c2 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:33:15.996972 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:15.997240 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Attempting to bind port b08fff02-c80b-4f54-8eaf-60983f19a6c2 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:33:15.998823 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Attempting to bind port b08fff02-c80b-4f54-8eaf-60983f19a6c2 on network db4d843f-5b67-4c94-95c1-1ea31b7c2742 {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:33:16.025630 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4f8918ad-9d26-4da6-8eb7-790f4ee3d6b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:16.036645 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:16.057080 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:16.187875 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:33:16.189841 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Checking segment: {'id': 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:33:16.191093 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:16.191732 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Bound using segment: {'id': 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:33:16.192747 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Bound port: b08fff02-c80b-4f54-8eaf-60983f19a6c2, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:33:16.193336 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:16.336495 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=3e393b19-0689-4292-b89f-3a787d2de15a,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:16.366423 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:16.395804 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:16.396883 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:16.410137 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-834d6add-2d20-4e03-979e-40996283a0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:16.492567 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3e28f2-2c31-4fb8-ac41-fe66298f5909,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:16.496568 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec734363-54b5-465f-9d93-1118ef653679 req-7c976fe9-10ff-45a8-8f69-72a0e9b23ddf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:16.503880 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-ec734363-54b5-465f-9d93-1118ef653679 req-7c976fe9-10ff-45a8-8f69-72a0e9b23ddf service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9260e8d-a3af-488a-b750-ab12e20394e9 HTTP/1.1" status: 200  len: 909 time: 0.5869305
Jul 23 16:33:16.504922 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['3e393b19-0689-4292-b89f-3a787d2de15a'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:33:16.505817 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:16.686617 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.5471494
Jul 23 16:33:16.715840 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da0cc9-198a-480e-a7bb-10286aa30518 req-0072f624-a13a-44c5-9be1-26b820b5d3a1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:16.718576 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-14da0cc9-198a-480e-a7bb-10286aa30518 req-0072f624-a13a-44c5-9be1-26b820b5d3a1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 1.6019602
Jul 23 16:33:16.731209 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 46638) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:16.747577 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Request body: {'subnet': {'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-563637461-subnet', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'ip_version': 4}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:16.757618 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:16.758023 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] For port b08fff02-c80b-4f54-8eaf-60983f19a6c2, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:33:16.776651 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Usage tracker for resource:subnet and tenant:a5c1e6d544b344e0bb9bf7d353ff4a3f is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:16.796272 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-3d26c388-87d9-4749-8b4e-077c5486fe07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:16.807014 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] For port b08fff02-c80b-4f54-8eaf-60983f19a6c2, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=b08fff02-c80b-4f54-8eaf-60983f19a6c2,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:33:16.812730 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Pushing event updated for resources: {'Network': ['ID=44ab5ac5-a103-47cd-a679-8b393e320175,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:16.822890 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:16.824567 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:16.844441 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:16.853986 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:16.880499 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-ec734363-54b5-465f-9d93-1118ef653679 req-779bfa17-9415-475a-8343-db406c42638a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84e8bf0e-209f-4a8a-a7b1-57860ccd6982 HTTP/1.1" status: 200  len: 217 time: 0.3649719
Jul 23 16:33:16.917530 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4f164c1a-06f9-482e-818a-919fe69ac1c7 req-ab6a6562-883d-4020-9f9e-549745e162c7 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9932086
Jul 23 16:33:16.954519 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:17.003806 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network 44ab5ac5-a103-47cd-a679-8b393e320175 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:33:17.044917 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Made reservation on behalf of a5c1e6d544b344e0bb9bf7d353ff4a3f for: {'subnet': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:33:17.049647 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:17.283811 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-14da0cc9-198a-480e-a7bb-10286aa30518 req-8284e539-c8d0-4098-b6b8-66f03b4ff86a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4388523
Jul 23 16:33:17.398303 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ebd01-03ce-499d-9ec6-6e4ba442afb9 req-794466b7-7a3a-4617-8f89-8fb69356975b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:17.408147 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e72ebd01-03ce-499d-9ec6-6e4ba442afb9 req-794466b7-7a3a-4617-8f89-8fb69356975b service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce82339f-eeee-471f-96ff-22dbd70c45a7 HTTP/1.1" status: 200  len: 912 time: 1.6101415
Jul 23 16:33:17.519008 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec734363-54b5-465f-9d93-1118ef653679 req-c4bca860-16a3-45d2-94f8-65e40843fff0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:17.529468 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-ec734363-54b5-465f-9d93-1118ef653679 req-c4bca860-16a3-45d2-94f8-65e40843fff0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b92e8b0b-fd9c-4ae5-b6d8-6abe0f87b75a HTTP/1.1" status: 200  len: 848 time: 0.6364548
Jul 23 16:33:17.644615 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Routers {'63f61887-d4a6-4e79-87f9-57761fcdbe20'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:33:17.645729 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fd31490>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:33:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['63f61887-d4a6-4e79-87f9-57761fcdbe20'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:18.120715 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:33:18.156692 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f0cb0-69e9-43ea-9293-8f42883b1741 None None] Pushing event updated for resources: {'Port': ['ID=b08fff02-c80b-4f54-8eaf-60983f19a6c2,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:18.174877 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-ec734363-54b5-465f-9d93-1118ef653679 req-a1652135-133c-4f7a-9c65-799ae6780678 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9260e8d-a3af-488a-b750-ab12e20394e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6347160
Jul 23 16:33:18.193043 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-c79f0cb0-69e9-43ea-9293-8f42883b1741 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.339s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:18.381179 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:18.405917 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.resource_extend [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:33:18.408478 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e72ebd01-03ce-499d-9ec6-6e4ba442afb9 req-5a22fc20-9eb6-4ba6-9d1a-6d776f42762d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efceefff-b8ed-47c1-a35f-ecb655bece6b HTTP/1.1" status: 200  len: 1002 time: 0.9530797
Jul 23 16:33:18.672570 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ebd01-03ce-499d-9ec6-6e4ba442afb9 req-6a7ddf8e-1a66-479a-8022-2d364a329c65 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:18.675163 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e72ebd01-03ce-499d-9ec6-6e4ba442afb9 req-6a7ddf8e-1a66-479a-8022-2d364a329c65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a685292-3ace-4bd8-8dcc-ef7b928244a3 HTTP/1.1" status: 200  len: 850 time: 0.2475431
Jul 23 16:33:18.677723 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-ec734363-54b5-465f-9d93-1118ef653679 req-4d76047a-f350-486e-ae81-1cf1ad6719a7 service neutron] 10.222.0.46 "GET /v2.0/networks/c9260e8d-a3af-488a-b750-ab12e20394e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4936452
Jul 23 16:33:18.808071 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] Set router 63f61887-d4a6-4e79-87f9-57761fcdbe20 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:33:19.038873 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,segment=NetworkSegment(ce96b244-0490-4aba-adf1-bfdf5eb4aa2a),segment_id=ce96b244-0490-4aba-adf1-bfdf5eb4aa2a)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:19.084869 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e72ebd01-03ce-499d-9ec6-6e4ba442afb9 req-095028ac-6da3-4404-b9e6-c4c4fe7bed8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce82339f-eeee-471f-96ff-22dbd70c45a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3795722
Jul 23 16:33:19.088403 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '84e8bf0e-209f-4a8a-a7b1-57860ccd6982', 'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9', 'port_id': '84e8bf0e-209f-4a8a-a7b1-57860ccd6982', 'mac_address': 'fa:16:3e:44:a0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92e8b0b-fd9c-4ae5-b6d8-6abe0f87b75a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:33:19.108965 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-ec734363-54b5-465f-9d93-1118ef653679 req-47e7f76c-6cf7-4954-a6a7-21605551c9d6 service neutron] 10.222.0.46 "GET /v2.0/networks/c9260e8d-a3af-488a-b750-ab12e20394e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4148755
Jul 23 16:33:19.136255 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1454223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414635'] for router_interface, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:19.195302 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df071fc5-8aac-4675-a7e7-871e2f8064a7 req-c1ef9422-1241-4705-a378-27391f3cc840 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:19.208826 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-df071fc5-8aac-4675-a7e7-871e2f8064a7 req-c1ef9422-1241-4705-a378-27391f3cc840 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 1.1771932
Jul 23 16:33:19.385860 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for subnet, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:19.426806 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-cd12e4e1-3fdc-4e18-b8a4-83ff7497e433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:19.493350 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:19.499084 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:19.532897 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b52a78-2bc5-4903-aeb7-837e07305e56 req-8e1a5b3f-c842-4ecc-b4da-3a04e9049124 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:19.536282 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-58b52a78-2bc5-4903-aeb7-837e07305e56 req-8e1a5b3f-c842-4ecc-b4da-3a04e9049124 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 945 time: 1.3489940
Jul 23 16:33:19.573327 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:33:19.696341 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,segment=NetworkSegment(ce96b244-0490-4aba-adf1-bfdf5eb4aa2a),segment_id=ce96b244-0490-4aba-adf1-bfdf5eb4aa2a)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:19.718611 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:19.723116 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:19.745130 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-df071fc5-8aac-4675-a7e7-871e2f8064a7 req-b9ed5acf-9ce9-4ef3-9b78-c2f53ceb6584 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5342658
Jul 23 16:33:19.896407 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=3187f0a6-2fa3-4c64-a977-dc7e82ea8abf,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:19.907896 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:19.915435 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:19.934017 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fd31490>, [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:33:00Z', 'revision_number': 4, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port': {'id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'b08fff02-c80b-4f54-8eaf-60983f19a6c2', 'name': '', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'mac_address': 'fa:16:3e:73:0d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:58Z', 'updated_at': '2021-07-23T16:33:16Z', 'revision_number': 4, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'subnets': [{'id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:19.943365 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ca2412-981d-48ce-ae7f-2ee40c5265a3 None None] The sync data for ids ['63f61887-d4a6-4e79-87f9-57761fcdbe20'] in dv-cinder-802039-1-iscsi is: [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:33:00Z', 'revision_number': 4, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port': {'id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'b08fff02-c80b-4f54-8eaf-60983f19a6c2', 'name': '', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'mac_address': 'fa:16:3e:73:0d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:58Z', 'updated_at': '2021-07-23T16:33:16Z', 'revision_number': 4, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'subnets': [{'id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:33:19.958379 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:19.989867 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e72ebd01-03ce-499d-9ec6-6e4ba442afb9 req-317bccb7-76e9-4445-b816-5ab71239a547 service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8836086
Jul 23 16:33:20.066300 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-58b52a78-2bc5-4903-aeb7-837e07305e56 req-aad15b80-3431-4941-ad0a-e1d1d0f30031 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4927862
Jul 23 16:33:20.095337 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 3e393b19-0689-4292-b89f-3a787d2de15a up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:33:20.185529 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['84e8bf0e-209f-4a8a-a7b1-57860ccd6982'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:33:20.373223 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Checking segment: {'id': '7d04cfcb-949b-49ee-803f-291f978c43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:33:20.373769 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Network hostable DHCP agents. Network: 44ab5ac5-a103-47cd-a679-8b393e320175, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:33:20.506291 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 3e393b19-0689-4292-b89f-3a787d2de15a completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:33:20.597003 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 3e393b19-0689-4292-b89f-3a787d2de15a triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:20.597710 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:20.601023 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e72ebd01-03ce-499d-9ec6-6e4ba442afb9 req-211e659b-aec4-405a-a8de-b5c345bc4d75 service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5543668
Jul 23 16:33:20.830508 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Network 44ab5ac5-a103-47cd-a679-8b393e320175 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:33:20.957751 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, 44ab5ac5-a103-47cd-a679-8b393e320175) {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:33:21.002160 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:21.006306 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:21.100901 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e11d76-5718-4404-a48f-0a1e9df3eccc None None] Network 44ab5ac5-a103-47cd-a679-8b393e320175 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:33:21.151972 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 4.4186046
Jul 23 16:33:21.176340 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961b8d7-2be1-49d0-86e8-bd12dc6e87d7 req-31ee9328-3185-403a-808f-1f27294dab7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:21.190675 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46664) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:21.201945 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7961b8d7-2be1-49d0-86e8-bd12dc6e87d7 req-31ee9328-3185-403a-808f-1f27294dab7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 944 time: 0.5415571
Jul 23 16:33:21.259436 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-563637461-router', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:21.292679 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:21.390950 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7961b8d7-2be1-49d0-86e8-bd12dc6e87d7 req-aed9d615-38d0-4717-9e35-4952fadc0c93 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1853905
Jul 23 16:33:21.682223 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Usage tracker for resource:router and tenant:a5c1e6d544b344e0bb9bf7d353ff4a3f is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:21.714216 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:21.739841 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc018a-6530-4cce-b047-be20d0dff93e req-11b858f6-ee25-4e0b-aebc-5590d64f23b9 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:21.742782 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8abc018a-6530-4cce-b047-be20d0dff93e req-11b858f6-ee25-4e0b-aebc-5590d64f23b9 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.2828481
Jul 23 16:33:21.810956 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:21.818271 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device b08fff02-c80b-4f54-8eaf-60983f19a6c2 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:33:21.884083 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:21.948837 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8abc018a-6530-4cce-b047-be20d0dff93e req-dbe19938-6c81-4f44-9af2-f00618d7b268 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1948812
Jul 23 16:33:21.971704 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29658'] for router, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:21.981072 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29473'] for router, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:22.155058 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 3e393b19-0689-4292-b89f-3a787d2de15a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3e393b19-0689-4292-b89f-3a787d2de15a,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:22.156857 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327c10cf-ce85-4f00-9630-6f3c0273ed9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e393b19-0689-4292-b89f-3a787d2de15a'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:33:22.176553 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:22.186013 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:22.244156 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf45c8-c460-4ed2-933b-e14d6b289557 req-cdcb57a1-425a-4843-a103-071362ccac72 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:22.257961 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-dabf45c8-c460-4ed2-933b-e14d6b289557 req-cdcb57a1-425a-4843-a103-071362ccac72 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.2894392
Jul 23 16:33:22.316255 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:22.347128 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] Router a396b493-412a-4fdf-b4b1-2c4cb9a5a748 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:33:22.433981 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-dabf45c8-c460-4ed2-933b-e14d6b289557 req-1d0220ef-8a91-4fdf-bad3-5352e9aa4a6d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1745446
Jul 23 16:33:22.446492 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0723c8-2617-5193-bc17-de7fbc821141-44ab5ac5-a103-47cd-a679-8b393e320175', 'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'fixed_ips': [{'subnet_id': '3187f0a6-2fa3-4c64-a977-dc7e82ea8abf'}]}} from dv-cinder-802039-1-iscsi. {{(pid=74314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 23 16:33:22.447980 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:22.508754 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port b08fff02-c80b-4f54-8eaf-60983f19a6c2 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:33:22.528767 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port b08fff02-c80b-4f54-8eaf-60983f19a6c2 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:22.529891 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:22.759677 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=3e393b19-0689-4292-b89f-3a787d2de15a,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:22.778366 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:22.901769 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29495'] for router, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:23.303006 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.db_base_plugin_common [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Allocated IP 172.20.0.2 (44ab5ac5-a103-47cd-a679-8b393e320175/3187f0a6-2fa3-4c64-a977-dc7e82ea8abf/174856e8-6394-4a1d-875a-8190a64ea8bb) {{(pid=74314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:33:23.430825 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b2d38-1989-406d-b1b8-fdb5e546adbf req-9013c93a-e77c-4ada-aa44-2dc307e3b64a tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:23.442022 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8b6b2d38-1989-406d-b1b8-fdb5e546adbf req-9013c93a-e77c-4ada-aa44-2dc307e3b64a tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 945 time: 0.7952840
Jul 23 16:33:23.445592 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:33:23.461352 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba45371-5d8f-42bf-92e1-a222a8ecae21 None None] Sync routers for ids ['a396b493-412a-4fdf-b4b1-2c4cb9a5a748'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:33:23.518502 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba45371-5d8f-42bf-92e1-a222a8ecae21 None None] Routers {'a396b493-412a-4fdf-b4b1-2c4cb9a5a748'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:33:23.519546 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-0ba45371-5d8f-42bf-92e1-a222a8ecae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f66c3d0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:33:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['a396b493-412a-4fdf-b4b1-2c4cb9a5a748'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:23.522128 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9ffff-d74e-4bcc-be50-f426ff337381 req-f1e439ba-9721-4d3f-a406-5aa7b0f78e79 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:23.536450 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-52d9ffff-d74e-4bcc-be50-f426ff337381 req-f1e439ba-9721-4d3f-a406-5aa7b0f78e79 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 946 time: 0.7536240
Jul 23 16:33:23.545491 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:23.615269 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] 10.222.0.11 "PUT /v2.0/routers/a396b493-412a-4fdf-b4b1-2c4cb9a5a748/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 20.5172784
Jul 23 16:33:23.617221 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c374dce-7b81-4a6f-aa77-8af53076ddfd req-1d37f441-c414-45c1-8cf5-e6e65ec23e49 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:23.620072 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46676) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:23.620740 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6c374dce-7b81-4a6f-aa77-8af53076ddfd req-1d37f441-c414-45c1-8cf5-e6e65ec23e49 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.46 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 945 time: 0.4450111
Jul 23 16:33:23.836007 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port b08fff02-c80b-4f54-8eaf-60983f19a6c2, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=b08fff02-c80b-4f54-8eaf-60983f19a6c2,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:23.881692 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:23.889583 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:23.909296 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-7d0e1e81-0a50-4915-a4a5-2f6e28d1c6ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:24.015528 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8b6b2d38-1989-406d-b1b8-fdb5e546adbf req-a7674064-cbfa-4e04-bce6-d9965686da71 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5715773
Jul 23 16:33:24.023725 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:24.036107 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-52d9ffff-d74e-4bcc-be50-f426ff337381 req-90464757-607f-4214-b63c-4c2d17932ec2 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4973867
Jul 23 16:33:24.047566 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-6c374dce-7b81-4a6f-aa77-8af53076ddfd req-c5424863-9fba-4177-b3b4-cd13085a56d0 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Deleting port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:33:24.048520 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6c374dce-7b81-4a6f-aa77-8af53076ddfd req-c5424863-9fba-4177-b3b4-cd13085a56d0 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:24.208464 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-0ba45371-5d8f-42bf-92e1-a222a8ecae21 None None] Set router a396b493-412a-4fdf-b4b1-2c4cb9a5a748 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:33:24.298389 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:33:24.592639 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327c10cf-ce85-4f00-9630-6f3c0273ed9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e393b19-0689-4292-b89f-3a787d2de15a', 'code': 200}
Jul 23 16:33:24.723317 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=b08fff02-c80b-4f54-8eaf-60983f19a6c2,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:24.728373 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Notify callbacks [] for port, precommit_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:24.744700 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:24.751067 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:33:24.780797 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:24.781454 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:24.947040 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-6c374dce-7b81-4a6f-aa77-8af53076ddfd req-c5424863-9fba-4177-b3b4-cd13085a56d0 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] For port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=df1e34ae-af7a-4ea2-8c1d-dd417a79ab49,segment=NetworkSegment(91c7c93b-803f-4c74-8bf2-3a1b617c9770),segment_id=91c7c93b-803f-4c74-8bf2-3a1b617c9770)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:24.947960 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6c374dce-7b81-4a6f-aa77-8af53076ddfd req-c5424863-9fba-4177-b3b4-cd13085a56d0 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:25.015820 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Transition to ACTIVE for port object 174856e8-6394-4a1d-875a-8190a64ea8bb will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:33:25.038406 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Allocated IP 172.27.3.165 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/65afb17e-7df7-4a23-b7a5-0176aff08209) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:33:25.101004 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Transition to ACTIVE for port object 174856e8-6394-4a1d-875a-8190a64ea8bb will not be triggered until provisioned by entity DHCP. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:33:25.220842 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:25.290744 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:25.323270 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:25.438653 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-0ba45371-5d8f-42bf-92e1-a222a8ecae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f66c3d0>, [{'id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'name': 'tempest-ServerRescueNegativeTestJSON-1112375758-router', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:33:15Z', 'revision_number': 5, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'gw_port': {'id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:41Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:25.459062 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,segment=NetworkSegment(ce96b244-0490-4aba-adf1-bfdf5eb4aa2a),segment_id=ce96b244-0490-4aba-adf1-bfdf5eb4aa2a)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:25.470847 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba45371-5d8f-42bf-92e1-a222a8ecae21 None None] Checking router: a396b493-412a-4fdf-b4b1-2c4cb9a5a748 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:33:25.525119 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:25.526941 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba45371-5d8f-42bf-92e1-a222a8ecae21 None None] Routers {'a396b493-412a-4fdf-b4b1-2c4cb9a5a748'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:33:25.528425 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-0ba45371-5d8f-42bf-92e1-a222a8ecae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f66c3d0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:33:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['a396b493-412a-4fdf-b4b1-2c4cb9a5a748'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:25.552283 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Network 44ab5ac5-a103-47cd-a679-8b393e320175 is already hosted by enough agents. {{(pid=74314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:33:25.558475 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.base_scheduler [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Resources bound (agent type, host, resource id):  {{(pid=74314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:33:25.569183 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Received port after_create {{(pid=74314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:33:25.601631 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Pushing event updated for resources: {'Port': ['ID=174856e8-6394-4a1d-875a-8190a64ea8bb,revision_number=1']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:25.610506 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:25.611605 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:25.649567 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-6c374dce-7b81-4a6f-aa77-8af53076ddfd req-c5424863-9fba-4177-b3b4-cd13085a56d0 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Calling delete_port for df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:33:25.854846 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Notify callbacks [] for router, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:26.163428 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42aaa7-3c9d-4b12-89b3-5354961614ef req-05bd6ae2-cedf-48d5-a74c-5ff440c45c87 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:26.172429 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ae42aaa7-3c9d-4b12-89b3-5354961614ef req-05bd6ae2-cedf-48d5-a74c-5ff440c45c87 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 944 time: 0.8753688
Jul 23 16:33:26.216059 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-0ba45371-5d8f-42bf-92e1-a222a8ecae21 None None] Set router a396b493-412a-4fdf-b4b1-2c4cb9a5a748 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:33:26.241427 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device b08fff02-c80b-4f54-8eaf-60983f19a6c2 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:33:26.381439 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cf345-d392-4a11-aa7c-86214118f8c9 req-36337f68-debb-4b21-ad13-c6d9a0ef7c3f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:26.385906 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-384cf345-d392-4a11-aa7c-86214118f8c9 req-36337f68-debb-4b21-ad13-c6d9a0ef7c3f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 1.0235257
Jul 23 16:33:26.395631 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Attempting to bind port 174856e8-6394-4a1d-875a-8190a64ea8bb on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:33:26.396352 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Attempting to bind port 174856e8-6394-4a1d-875a-8190a64ea8bb by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '7d04cfcb-949b-49ee-803f-291f978c43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:33:26.397408 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Attempting to bind port 174856e8-6394-4a1d-875a-8190a64ea8bb on network 44ab5ac5-a103-47cd-a679-8b393e320175 {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:33:26.421345 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:26.434450 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:26.454142 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:33:26.455541 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Checking segment: {'id': '7d04cfcb-949b-49ee-803f-291f978c43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:33:26.455541 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:26.456391 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Bound using segment: {'id': '7d04cfcb-949b-49ee-803f-291f978c43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:33:26.457359 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Bound port: 174856e8-6394-4a1d-875a-8190a64ea8bb, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d04cfcb-949b-49ee-803f-291f978c43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:33:26.458278 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:26.476134 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-dd797120-1966-4808-aef3-268dc6fea7b8 req-ed5c4b39-0631-4a94-86d7-83b5fe02ee26 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 1099 time: 1.3318121
Jul 23 16:33:26.483194 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:26.508932 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6c374dce-7b81-4a6f-aa77-8af53076ddfd req-c5424863-9fba-4177-b3b4-cd13085a56d0 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:26.545779 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:26.608305 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0da26ce-927f-4bb7-a908-d9644597f3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e8bf0e-209f-4a8a-a7b1-57860ccd6982'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:33:26.636836 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port b08fff02-c80b-4f54-8eaf-60983f19a6c2 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:26.637555 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:26.832262 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-dd797120-1966-4808-aef3-268dc6fea7b8 req-50ac92e4-123d-4608-ac11-3957623816d3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3322780
Jul 23 16:33:26.852384 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5424863-9fba-4177-b3b4-cd13085a56d0 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Pushing event deleted for resources: {'Port': ['ID=df1e34ae-af7a-4ea2-8c1d-dd417a79ab49,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:26.874127 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c5424863-9fba-4177-b3b4-cd13085a56d0 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:26.892790 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] For port 174856e8-6394-4a1d-875a-8190a64ea8bb, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:33:26.905563 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] For port 174856e8-6394-4a1d-875a-8190a64ea8bb, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=174856e8-6394-4a1d-875a-8190a64ea8bb,segment=NetworkSegment(7d04cfcb-949b-49ee-803f-291f978c43dd),segment_id=7d04cfcb-949b-49ee-803f-291f978c43dd)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:33:26.934331 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:26.945859 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:26.975749 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:26.991981 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:27.027382 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c374dce-7b81-4a6f-aa77-8af53076ddfd req-c5424863-9fba-4177-b3b4-cd13085a56d0 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] No DVR routers for this DVR port df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 on host hv-cinder-80203 {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:33:27.036116 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6c374dce-7b81-4a6f-aa77-8af53076ddfd req-c5424863-9fba-4177-b3b4-cd13085a56d0 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:27.045060 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c492869d-fe10-4280-8b98-3cbf819d2edf', 'name': 'network-vif-deleted', 'tag': 'df1e34ae-af7a-4ea2-8c1d-dd417a79ab49'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:33:27.065937 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ae42aaa7-3c9d-4b12-89b3-5354961614ef req-5ffcccd6-be8d-44f6-a61d-c1b6d6f15007 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6779308
Jul 23 16:33:27.079373 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-384cf345-d392-4a11-aa7c-86214118f8c9 req-81008ba5-a1ee-41fa-ba7e-5eb3975c3753 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6064897
Jul 23 16:33:27.088937 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6c374dce-7b81-4a6f-aa77-8af53076ddfd req-c5424863-9fba-4177-b3b4-cd13085a56d0 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.46 "DELETE /v2.0/ports/df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 HTTP/1.1" status: 204  len: 173 time: 3.4447424
Jul 23 16:33:27.306281 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Pushing event updated for resources: {'Port': ['ID=174856e8-6394-4a1d-875a-8190a64ea8bb,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:27.319899 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:33:27.320227 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:27.343551 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:33:27.369055 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:33:27.388881 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-0ba45371-5d8f-42bf-92e1-a222a8ecae21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f66c3d0>, [{'id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'name': 'tempest-ServerRescueNegativeTestJSON-1112375758-router', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:33:15Z', 'revision_number': 5, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'gw_port': {'id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:41Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:27.412651 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba45371-5d8f-42bf-92e1-a222a8ecae21 None None] The sync data for ids ['a396b493-412a-4fdf-b4b1-2c4cb9a5a748'] in dv-cinder-802039-1-iscsi is: [{'id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'name': 'tempest-ServerRescueNegativeTestJSON-1112375758-router', 'tenant_id': '97952febb41d43fba8cc660cd41f5504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167'}], 'enable_snat': True}, 'gw_port_id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:33:15Z', 'revision_number': 5, 'project_id': '97952febb41d43fba8cc660cd41f5504', 'gw_port': {'id': '07fbfc3a-e26b-4d31-bb1a-bf605fa2470f', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a396b493-412a-4fdf-b4b1-2c4cb9a5a748', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:41Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:33:27.586034 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:27.644087 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=65afb17e-7df7-4a23-b7a5-0176aff08209,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:27.648326 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Deleting port 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:33:27.648897 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:27.714470 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:27.985609 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ede805-83e5-4cc9-9421-204ed4e45252 req-0f049bfe-8ba6-4b0c-b46e-72842cd0fa63 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:27.988550 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-20ede805-83e5-4cc9-9421-204ed4e45252 req-0f049bfe-8ba6-4b0c-b46e-72842cd0fa63 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 946 time: 0.3873005
Jul 23 16:33:28.039455 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:33:28.223806 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-20ede805-83e5-4cc9-9421-204ed4e45252 req-ca45ed36-aed7-444a-b9e9-a937041a2507 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156684
Jul 23 16:33:28.231460 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:33:28.234690 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 5a3e28f2-2c31-4fb8-ac41-fe66298f5909 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:33:28.239241 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:33:28.261607 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39c661-cf12-446f-aef7-a0fd85054f8b req-9b123b05-9823-4988-94f9-ba3c833d265d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:28.272778 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bb39c661-cf12-446f-aef7-a0fd85054f8b req-9b123b05-9823-4988-94f9-ba3c833d265d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.5051205
Jul 23 16:33:28.368147 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:33:28.368752 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device df1e34ae-af7a-4ea2-8c1d-dd417a79ab49 not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:33:28.502604 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bb39c661-cf12-446f-aef7-a0fd85054f8b req-88b2e73c-5b31-42a0-a6f6-e46fe0fba732 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2168529
Jul 23 16:33:28.616400 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] For port 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=07fbfc3a-e26b-4d31-bb1a-bf605fa2470f,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:28.618234 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:28.859422 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0da26ce-927f-4bb7-a908-d9644597f3a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e8bf0e-209f-4a8a-a7b1-57860ccd6982', 'code': 200}
Jul 23 16:33:29.058455 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Calling delete_port for 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f owned by network:router_gateway {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:33:29.131707 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-54a16986-a2ea-4fdc-9a0d-23d3b2db2b60 req-316c3410-3b83-4789-ae8a-1669dfcc75a5 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Synchronizing usage tracker for tenant:6d6b0c10ee094c079f1ee27fd47c0615 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:33:29.176832 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c492869d-fe10-4280-8b98-3cbf819d2edf', 'name': 'network-vif-deleted', 'tag': 'df1e34ae-af7a-4ea2-8c1d-dd417a79ab49', 'status': 'completed', 'code': 200}
Jul 23 16:33:29.251603 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-54a16986-a2ea-4fdc-9a0d-23d3b2db2b60 req-316c3410-3b83-4789-ae8a-1669dfcc75a5 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Unset dirty status for tenant:6d6b0c10ee094c079f1ee27fd47c0615 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:33:29.266414 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-54a16986-a2ea-4fdc-9a0d-23d3b2db2b60 req-316c3410-3b83-4789-ae8a-1669dfcc75a5 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=c492869d-fe10-4280-8b98-3cbf819d2edf HTTP/1.1" status: 200  len: 210 time: 0.3315697
Jul 23 16:33:29.597197 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:29.610092 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-78e3f463-5686-4569-9711-7e0fac50ed36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:29.735055 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Pushing event deleted for resources: {'Port': ['ID=07fbfc3a-e26b-4d31-bb1a-bf605fa2470f,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:29.740454 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:29.764296 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:29.765559 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415262'] for router, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:29.857020 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0fe85a-8ef9-403b-8b6a-71e4dac0116d None None] Network 44ab5ac5-a103-47cd-a679-8b393e320175 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:33:30.118603 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-975dfb9a-829b-409b-a202-b109fb04a21e None None] Provisioning for port 174856e8-6394-4a1d-875a-8190a64ea8bb completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:33:30.178699 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-391efaa1-36b8-445e-aece-48e62aef917a req-c2d53e8c-fd19-41e6-8cc3-e4e4c8d6c886 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 1098 time: 0.4132318
Jul 23 16:33:30.265698 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1fa44-3741-4a4e-8139-7fa4afba3ee4 req-5bf5be59-a1fa-474d-8dbf-766125ccd3ec tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:30.268928 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-27d1fa44-3741-4a4e-8139-7fa4afba3ee4 req-5bf5be59-a1fa-474d-8dbf-766125ccd3ec tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 945 time: 0.5946143
Jul 23 16:33:30.337241 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-391efaa1-36b8-445e-aece-48e62aef917a req-d2329949-38e7-4424-990c-98e2a295cbd0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352582
Jul 23 16:33:30.427736 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cc91b-1f20-4ed3-bf77-7913e26fbc73 req-eef4241a-3946-4951-a40d-72fd4b8a4a83 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:30.440719 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3b1cc91b-1f20-4ed3-bf77-7913e26fbc73 req-eef4241a-3946-4951-a40d-72fd4b8a4a83 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.6729825
Jul 23 16:33:30.495208 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 174856e8-6394-4a1d-875a-8190a64ea8bb up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:33:30.695581 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3b1cc91b-1f20-4ed3-bf77-7913e26fbc73 req-11c9cd69-5769-43dc-8ee7-b86744de73d9 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2386186
Jul 23 16:33:30.709008 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 174856e8-6394-4a1d-875a-8190a64ea8bb completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:33:30.723140 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 174856e8-6394-4a1d-875a-8190a64ea8bb triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:30.725108 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:30.750974 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-27d1fa44-3741-4a4e-8139-7fa4afba3ee4 req-6f1dfc60-8a5d-43a8-bb9d-e2f1feb79e72 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4174070
Jul 23 16:33:30.802132 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415266'] for router_gateway, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:31.146286 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:31.269448 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 174856e8-6394-4a1d-875a-8190a64ea8bb, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=174856e8-6394-4a1d-875a-8190a64ea8bb,segment=NetworkSegment(7d04cfcb-949b-49ee-803f-291f978c43dd),segment_id=7d04cfcb-949b-49ee-803f-291f978c43dd)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:31.285853 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:31.300374 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:31.491098 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e14421-eff4-4ab6-8026-e7f77737e4c2 req-a85bca64-3265-4c59-8ee7-fd94920f40e7 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:31.492680 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=174856e8-6394-4a1d-875a-8190a64ea8bb,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:31.502088 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:31.515466 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-41e14421-eff4-4ab6-8026-e7f77737e4c2 req-a85bca64-3265-4c59-8ee7-fd94920f40e7 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 946 time: 0.2808945
Jul 23 16:33:31.532429 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-bf66a8a6-45e5-40f7-b712-16ef5246ffd7 None None] Provisioning complete for port 174856e8-6394-4a1d-875a-8190a64ea8bb triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:31.532879 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-bf66a8a6-45e5-40f7-b712-16ef5246ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:31.686564 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:33:31.840196 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-41e14421-eff4-4ab6-8026-e7f77737e4c2 req-92c629b0-1578-403b-8bd6-2e6e0b87a674 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3229573
Jul 23 16:33:32.296439 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29480'] for router, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:32.305266 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:32.331309 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 174856e8-6394-4a1d-875a-8190a64ea8bb up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:33:32.762434 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416542'] for router, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:32.764416 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a396b493-412a-4fdf-b4b1-2c4cb9a5a748 {{(pid=74313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 23 16:33:32.815393 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Notify callbacks [] for router, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:32.817220 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a396b493-412a-4fdf-b4b1-2c4cb9a5a748 HTTP/1.1" status: 204  len: 168 time: 9.0583460
Jul 23 16:33:32.822288 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46708) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:32.873588 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 174856e8-6394-4a1d-875a-8190a64ea8bb triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:32.874622 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:33.079204 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fec80f-e70f-4ca2-85f6-581e2c2a3dcf admin admin] Deleting subnet 3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8 {{(pid=74313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:33:33.099052 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-66fec80f-e70f-4ca2-85f6-581e2c2a3dcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:33.358008 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306c61d-209f-4cde-b5e6-0b759de8960e req-f0f22d69-d84b-488b-8ac7-4448d80d5076 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:33.360803 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e306c61d-209f-4cde-b5e6-0b759de8960e req-f0f22d69-d84b-488b-8ac7-4448d80d5076 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 945 time: 0.6710958
Jul 23 16:33:33.370405 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-66fec80f-e70f-4ca2-85f6-581e2c2a3dcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66188023'] for subnet, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:33.487361 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Router c0bf1588-66dd-4502-8758-473f5dd42924 is scheduled to L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 with binding_index 1 {{(pid=74313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 23 16:33:33.500827 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cc098-7396-4417-99ff-c8b898a5abe0 req-2efadaff-c352-4dce-b7b1-f8349c736710 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:33.514711 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-341cc098-7396-4417-99ff-c8b898a5abe0 req-2efadaff-c352-4dce-b7b1-f8349c736710 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.6418922
Jul 23 16:33:33.636944 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-341cc098-7396-4417-99ff-c8b898a5abe0 req-c1575756-9274-461b-9efa-b7dc857188cb tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1203156
Jul 23 16:33:33.647705 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e306c61d-209f-4cde-b5e6-0b759de8960e req-2f7a7fbf-9f6f-4a85-8133-cdd0b01e8b76 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2623293
Jul 23 16:33:33.825574 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-66fec80f-e70f-4ca2-85f6-581e2c2a3dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:34.017095 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-66fec80f-e70f-4ca2-85f6-581e2c2a3dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65806047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66434403'] for subnet, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:34.031426 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fc6b4c41-5abd-4a60-aebc-bee6670f044f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:34.110241 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fec80f-e70f-4ca2-85f6-581e2c2a3dcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:34.122808 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-66fec80f-e70f-4ca2-85f6-581e2c2a3dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:34.133512 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-66fec80f-e70f-4ca2-85f6-581e2c2a3dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:34.150662 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-66fec80f-e70f-4ca2-85f6-581e2c2a3dcf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3a5e3fab-5ed4-4f52-ac42-53c3ac87dfb8 HTTP/1.1" status: 204  len: 168 time: 1.3262453
Jul 23 16:33:34.155233 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 46724) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:34.389159 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:33:34.400045 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:34.407574 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Sync routers for ids ['c0bf1588-66dd-4502-8758-473f5dd42924'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:33:34.442442 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Routers {'c0bf1588-66dd-4502-8758-473f5dd42924'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:33:34.443805 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f6e8790>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:33:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['c0bf1588-66dd-4502-8758-473f5dd42924'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:34.467078 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Notify callbacks [] for router, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:34.472150 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 13.2472839
Jul 23 16:33:34.472518 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46728) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:34.691275 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:34.718265 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fd09f2be280>> segment before_delete 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:34.718826 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fd09f2be280>> subnet precommit_delete_associations 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:34.720095 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09fb147f0>> segment_host_mapping after_create 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:34.720638 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09fb147f0>> port after_create 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:34.721242 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09fb147f0>> port after_delete 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:34.721735 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09fb147f0>> port after_update 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:34.722277 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09fb147f0>> segment after_delete 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:34.722853 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09fb147f0>> subnet after_create 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:34.723357 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09fb147f0>> subnet after_delete 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:34.724168 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fd09fb147f0>> subnet after_update 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:34.950926 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Set router c0bf1588-66dd-4502-8758-473f5dd42924 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:33:35.084191 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd09ee9ba00>> subnet after_create 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:35.084746 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd09ee9ba00>> subnet after_delete 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:35.085282 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd09ee9ba00>> subnet before_create 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:35.085832 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fd09ee9ba00>> subnet before_update 55550000 {{(pid=74312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 23 16:33:35.086424 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09f2bef70>,) {'filters': {'network_id': ['175505fa-2827-41de-9214-1d1134a7a281']}} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:35.143259 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f2bef70>, '6cb60d25-c4da-4c66-983b-aebfc504b4a3') {'for_net_delete': True} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:35.143788 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f2bef70>, '6cb60d25-c4da-4c66-983b-aebfc504b4a3') {} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:35.214985 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66371835'] for segment, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:35.280221 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:35.298732 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=74312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:33:35.303669 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66939838'] for segment, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   util.warn_limited(
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   util.warn_limited(
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]: Traceback (most recent call last):
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     timer()
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     cb(*args, **kw)
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     return func(*args, **kwargs)
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     self._notify()
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     self.callback(batched_events)
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     event.method(event)
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     return f(self, *a, **k)
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._get(url).json()
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:33:35.388619 dv-cinder-802039-1-iscsi neutron-server[74312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:33:35.801273 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:35.815641 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:35.883828 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60830be1-bc9f-4af3-a661-7388ccde1bd8 req-78285eaf-6dfd-4b86-b38f-5b1084ccdcdb tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:35.896865 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-60830be1-bc9f-4af3-a661-7388ccde1bd8 req-78285eaf-6dfd-4b86-b38f-5b1084ccdcdb tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.5011592
Jul 23 16:33:35.898651 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:35.942726 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f6e8790>, [{'id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'name': 'tempest-TestShelveInstance-563637461-router', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:22Z', 'updated_at': '2021-07-23T16:33:27Z', 'revision_number': 3, 'project_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'gw_port': {'id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:24Z', 'updated_at': '2021-07-23T16:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:35.961035 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Checking router: c0bf1588-66dd-4502-8758-473f5dd42924 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:33:35.961035 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Updating router c0bf1588-66dd-4502-8758-473f5dd42924 port 65afb17e-7df7-4a23-b7a5-0176aff08209 binding host dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:33:36.033884 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=175505fa-2827-41de-9214-1d1134a7a281,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:36.052514 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:36.113130 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:36.128705 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-21373e2d-002d-4027-b20e-64b5326b6a64 admin admin] 10.222.0.11 "DELETE /v2.0/networks/175505fa-2827-41de-9214-1d1134a7a281 HTTP/1.1" status: 204  len: 168 time: 1.9594982
Jul 23 16:33:36.160535 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-60830be1-bc9f-4af3-a661-7388ccde1bd8 req-076ebe92-7242-4853-ac2d-f583bfa5a9ec tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2198436
Jul 23 16:33:36.891962 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46756) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:37.091481 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Notify callbacks [] for port, precommit_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:37.119940 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Transition to ACTIVE for port object 65afb17e-7df7-4a23-b7a5-0176aff08209 will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:33:37.136592 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:37.138083 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:37.155500 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:37.165270 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-5563312e-4c90-44a6-a32b-406ffd57e25f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97952febb41d43fba8cc660cd41f5504&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2672215
Jul 23 16:33:37.166974 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 46766) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:37.288242 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-257f8bab-b6db-4baf-aade-8cbffc8ea71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:37.350972 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54426e08-0708-4a74-8363-3e4f8d326258 None None] Pushing event updated for resources: {'Port': ['ID=65afb17e-7df7-4a23-b7a5-0176aff08209,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:37.377301 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-54426e08-0708-4a74-8363-3e4f8d326258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:37.378444 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Attempting to bind port 65afb17e-7df7-4a23-b7a5-0176aff08209 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:33:37.379010 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Attempting to bind port 65afb17e-7df7-4a23-b7a5-0176aff08209 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:33:37.379586 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Attempting to bind port 65afb17e-7df7-4a23-b7a5-0176aff08209 on network 0f0fa4a4-341c-4455-bd90-db8498cb03db {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:33:37.437551 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:33:37.442422 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Checking segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:33:37.443047 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:37.443663 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Bound using segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:33:37.444501 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Bound port: 65afb17e-7df7-4a23-b7a5-0176aff08209, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:33:37.445105 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:37.516849 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-257f8bab-b6db-4baf-aade-8cbffc8ea71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:37.767475 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] For port 65afb17e-7df7-4a23-b7a5-0176aff08209, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:33:37.784354 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] For port 65afb17e-7df7-4a23-b7a5-0176aff08209, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=65afb17e-7df7-4a23-b7a5-0176aff08209,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:33:37.804615 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:37.824490 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-32be1226-fb27-4853-b3a9-0081173ea15f req-c4093b1d-7570-4588-afc7-95b356a1647e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 1098 time: 0.4519942
Jul 23 16:33:37.880738 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:37.966633 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Allocated IP 172.20.0.1 (44ab5ac5-a103-47cd-a679-8b393e320175/3187f0a6-2fa3-4c64-a977-dc7e82ea8abf/66532e3c-50de-43a8-a361-92291139fc81) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:33:38.027232 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:33:38.117442 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:33:38.117442 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 07fbfc3a-e26b-4d31-bb1a-bf605fa2470f not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:33:38.128970 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be1226-fb27-4853-b3a9-0081173ea15f req-76686183-6562-47e1-873f-8f5a3ef396f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:38.131704 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-32be1226-fb27-4853-b3a9-0081173ea15f req-76686183-6562-47e1-873f-8f5a3ef396f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a HTTP/1.1" status: 200  len: 917 time: 0.2908463
Jul 23 16:33:38.177910 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Routers {'c0bf1588-66dd-4502-8758-473f5dd42924'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:33:38.179083 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f6e8790>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:33:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['c0bf1588-66dd-4502-8758-473f5dd42924'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:38.275691 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:38.324004 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.provisioning_blocks [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Transition to ACTIVE for port object 66532e3c-50de-43a8-a361-92291139fc81 will not be triggered until provisioned by entity DHCP. {{(pid=74313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:33:38.354530 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54426e08-0708-4a74-8363-3e4f8d326258 None None] Pushing event updated for resources: {'Port': ['ID=65afb17e-7df7-4a23-b7a5-0176aff08209,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:38.364173 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-54426e08-0708-4a74-8363-3e4f8d326258 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:38.390689 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:38.402024 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:38.404917 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-32be1226-fb27-4853-b3a9-0081173ea15f req-5d97d050-3831-41f8-b4c3-b1ec2bc8eb1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=624fe88a-6863-435a-b0d1-917c46d80dd4 HTTP/1.1" status: 200  len: 1001 time: 0.2589533
Jul 23 16:33:38.412619 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-257f8bab-b6db-4baf-aade-8cbffc8ea71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:38.500394 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-78f910a5-3a48-493a-bb7d-dd5a31cf2f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:38.525110 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f8bab-b6db-4baf-aade-8cbffc8ea71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:38.530687 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-257f8bab-b6db-4baf-aade-8cbffc8ea71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:38.553682 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Network 44ab5ac5-a103-47cd-a679-8b393e320175 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:33:38.569057 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:33:38.573439 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Pushing event updated for resources: {'Port': ['ID=66532e3c-50de-43a8-a361-92291139fc81,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:38.580153 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:33:38.599547 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-257f8bab-b6db-4baf-aade-8cbffc8ea71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:38.601747 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-257f8bab-b6db-4baf-aade-8cbffc8ea71e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b52cbb9a-3cf9-4a24-b32c-e525f45f5ea2 HTTP/1.1" status: 204  len: 168 time: 1.4326308
Jul 23 16:33:38.713541 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab4908-8cb6-4a5d-866d-93c78e2ae93e req-8c66a55b-b099-4805-a7c0-f8c02dad2e8b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:38.734383 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-03ab4908-8cb6-4a5d-866d-93c78e2ae93e req-8c66a55b-b099-4805-a7c0-f8c02dad2e8b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 1.0162656
Jul 23 16:33:38.780774 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:38.781684 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:38.782303 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:38.783561 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:38.783561 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:38.784138 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:38.784764 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:38.785487 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:38.785935 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:38.786539 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:38.787156 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:38.802266 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:38.835955 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be1226-fb27-4853-b3a9-0081173ea15f req-17a68a9c-0c0c-4b94-9df6-8d6fa68d54c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:38.846713 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-32be1226-fb27-4853-b3a9-0081173ea15f req-17a68a9c-0c0c-4b94-9df6-8d6fa68d54c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82c0dc70-c251-4f95-9b4f-2413f88533bb HTTP/1.1" status: 200  len: 855 time: 0.4090159
Jul 23 16:33:38.869082 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] Set router c0bf1588-66dd-4502-8758-473f5dd42924 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:33:38.876755 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415424'] for router_interface, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:39.235554 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-03ab4908-8cb6-4a5d-866d-93c78e2ae93e req-2a22c29d-ada6-4d15-b23c-c8c1f722e548 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4992015
Jul 23 16:33:39.244087 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:39.278091 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-32be1226-fb27-4853-b3a9-0081173ea15f req-012b84be-250f-445f-acff-0e4c50dcccc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4191942
Jul 23 16:33:39.994596 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-4cdd210b-7553-439a-b13a-70e73c418727 None None] Provisioning for port 66532e3c-50de-43a8-a361-92291139fc81 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:33:40.009314 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-4cdd210b-7553-439a-b13a-70e73c418727 None None] Provisioning complete for port 66532e3c-50de-43a8-a361-92291139fc81 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:40.010325 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4cdd210b-7553-439a-b13a-70e73c418727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:40.312438 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2045dc8-2cd5-4c5d-8817-fc52b971173d req-1e11e1af-26ef-46f6-85f4-e49bd38f0eae tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:40.318129 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:40.325887 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b2045dc8-2cd5-4c5d-8817-fc52b971173d req-1e11e1af-26ef-46f6-85f4-e49bd38f0eae tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 945 time: 0.3173890
Jul 23 16:33:40.332034 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65805861'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:40.336631 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd210b-7553-439a-b13a-70e73c418727 None None] Port 66532e3c-50de-43a8-a361-92291139fc81 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:33:40.336893 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-32be1226-fb27-4853-b3a9-0081173ea15f req-118e3b5b-4d00-46ca-b04d-a3dd950505a7 service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0379977
Jul 23 16:33:40.346099 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:40.400100 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:40.440776 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b2045dc8-2cd5-4c5d-8817-fc52b971173d req-01580290-da66-465f-9bdd-65d972ff7d11 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099277
Jul 23 16:33:40.534739 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f6e8790>, [{'id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'name': 'tempest-TestShelveInstance-563637461-router', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:22Z', 'updated_at': '2021-07-23T16:33:27Z', 'revision_number': 3, 'project_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'gw_port': {'id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:24Z', 'updated_at': '2021-07-23T16:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:40.543174 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb7c025-c921-418e-9d24-b58fe5fc4e24 None None] The sync data for ids ['c0bf1588-66dd-4502-8758-473f5dd42924'] in dv-cinder-802039-1-iscsi is: [{'id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'name': 'tempest-TestShelveInstance-563637461-router', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:22Z', 'updated_at': '2021-07-23T16:33:27Z', 'revision_number': 3, 'project_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'gw_port': {'id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:24Z', 'updated_at': '2021-07-23T16:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:33:40.552781 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Pushing event updated for resources: {'Port': ['ID=66532e3c-50de-43a8-a361-92291139fc81,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:40.561264 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:40.602533 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1431309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414505'] for router_interface, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:40.971146 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Network 44ab5ac5-a103-47cd-a679-8b393e320175 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:33:40.973394 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:33:40.975001 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74096329-fe57-499a-819a-81e59561c0db req-52a1f377-5d81-41cc-a318-3c318b179991 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:40.977872 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-74096329-fe57-499a-819a-81e59561c0db req-52a1f377-5d81-41cc-a318-3c318b179991 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.2722981
Jul 23 16:33:41.144010 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-74096329-fe57-499a-819a-81e59561c0db req-f3d7d5cb-9761-4814-9ada-6875fe2ec5f4 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1555672
Jul 23 16:33:41.507527 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-1eff4ebe-387e-4800-aeed-ff7d9a4a1dbb None None] Provisioning complete for port 66532e3c-50de-43a8-a361-92291139fc81 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:41.509293 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-1eff4ebe-387e-4800-aeed-ff7d9a4a1dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:41.658982 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-1eff4ebe-387e-4800-aeed-ff7d9a4a1dbb None None] Port 66532e3c-50de-43a8-a361-92291139fc81 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:33:42.018771 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620165b-4122-4ead-bb5c-ac525e703955 req-3ee679e3-5711-45e8-b5f9-c95e14845aa0 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:42.022147 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e620165b-4122-4ead-bb5c-ac525e703955 req-3ee679e3-5711-45e8-b5f9-c95e14845aa0 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 945 time: 0.2138085
Jul 23 16:33:42.198501 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 65afb17e-7df7-4a23-b7a5-0176aff08209 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:33:42.205367 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e620165b-4122-4ead-bb5c-ac525e703955 req-4eaccd85-b3bd-4be5-a106-ef010f66b41b tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694133
Jul 23 16:33:42.296848 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Router c0bf1588-66dd-4502-8758-473f5dd42924 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:33:42.387375 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 65afb17e-7df7-4a23-b7a5-0176aff08209 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:33:42.401257 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 65afb17e-7df7-4a23-b7a5-0176aff08209 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:42.403079 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:42.589359 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49451f8a-ecb0-4522-8233-72502c9a1a4f req-e40ba6de-135d-44b2-a1e4-1c426bc5ce07 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:42.602314 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-49451f8a-ecb0-4522-8233-72502c9a1a4f req-e40ba6de-135d-44b2-a1e4-1c426bc5ce07 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 945 time: 0.1708086
Jul 23 16:33:42.654237 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:42.692033 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 65afb17e-7df7-4a23-b7a5-0176aff08209, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=65afb17e-7df7-4a23-b7a5-0176aff08209,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:42.699961 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-49451f8a-ecb0-4522-8233-72502c9a1a4f req-a3e13289-340b-499f-8a43-7d15322c1a9c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0954762
Jul 23 16:33:42.701518 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:42.704920 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-e456d58b-3136-4db5-9717-4bb33b6a6a40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:42.812250 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:33:42.834110 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] 10.222.0.11 "PUT /v2.0/routers/c0bf1588-66dd-4502-8758-473f5dd42924/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3597825
Jul 23 16:33:42.869454 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=65afb17e-7df7-4a23-b7a5-0176aff08209,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:42.881938 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:43.240148 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 624fe88a-6863-435a-b0d1-917c46d80dd4 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:33:43.738663 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-6f1777d5-15c7-4876-bf00-27cd276e9cac req-722dccd7-8d6f-4dfd-bd83-fc9fb6a3b35c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3589766
Jul 23 16:33:43.822337 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:43.823233 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-32be1226-fb27-4853-b3a9-0081173ea15f req-5d3c9bee-04aa-4db1-b9ff-28967aafee76 service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5918837
Jul 23 16:33:43.955155 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:33:44.001558 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 624fe88a-6863-435a-b0d1-917c46d80dd4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=624fe88a-6863-435a-b0d1-917c46d80dd4,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:44.012798 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:44.028184 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-c2f351d9-95be-494c-ad4a-185a272edbec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:44.073700 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-063d0efd-9346-49cf-9917-ef20c2adeb63 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:44.076708 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-063d0efd-9346-49cf-9917-ef20c2adeb63 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.46 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 945 time: 0.5479233
Jul 23 16:33:44.259409 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=624fe88a-6863-435a-b0d1-917c46d80dd4,revision_number=8']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:44.264685 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 65afb17e-7df7-4a23-b7a5-0176aff08209 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:33:44.437209 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Deleting port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:33:44.437966 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:44.440549 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:44.459340 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-32a95221-dd95-47e9-9f80-fabfa0cc644f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:44.549858 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 65afb17e-7df7-4a23-b7a5-0176aff08209 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:44.550542 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:44.577728 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb07807-621f-41b6-a674-bf47645150d6 req-060cf48c-8f86-4388-ace1-e8caec4bfc99 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:44.580799 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8fb07807-621f-41b6-a674-bf47645150d6 req-060cf48c-8f86-4388-ace1-e8caec4bfc99 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 945 time: 0.7204752
Jul 23 16:33:44.673543 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6f1777d5-15c7-4876-bf00-27cd276e9cac req-b859f230-2a85-473a-80d2-b6b7030abc20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1b3db028425a47d08fbb31ede1b27685&device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 1099 time: 0.5740697
Jul 23 16:33:44.975662 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:45.194159 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1777d5-15c7-4876-bf00-27cd276e9cac req-a8bdd866-3e63-46bf-9b24-226d01166ce9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:45.196891 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6f1777d5-15c7-4876-bf00-27cd276e9cac req-a8bdd866-3e63-46bf-9b24-226d01166ce9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 200  len: 915 time: 0.4413059
Jul 23 16:33:45.218087 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46876) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:45.237743 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-616489118', 'description': 'tempest-secgroup-smoke-616489118 description', 'project_id': '6680e65433804e71af3c7eff97c03c94'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:45.264771 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8fb07807-621f-41b6-a674-bf47645150d6 req-0ce5552c-48e8-4a15-8681-1120a1838b35 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6535373
Jul 23 16:33:45.269806 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:45.289002 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Usage tracker for resource:security_group and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:45.296433 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:45.319858 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:45.379688 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:45.459257 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'code': 200}
Jul 23 16:33:45.461427 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Sync routers for ids ['c0bf1588-66dd-4502-8758-473f5dd42924'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:33:45.518210 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Routers {'c0bf1588-66dd-4502-8758-473f5dd42924'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:33:45.519889 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f729c10>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:33:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['c0bf1588-66dd-4502-8758-473f5dd42924'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:45.582214 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:45.599828 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Usage tracker for resource:security_group_rule and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:45.605270 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:45.631948 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:45.814580 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:45.826879 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:45.851395 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6f1777d5-15c7-4876-bf00-27cd276e9cac req-bed7a5be-157d-4ba0-9199-ee21fef20f80 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 HTTP/1.1" status: 200  len: 217 time: 0.6084502
Jul 23 16:33:45.870433 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-030d1eee-09ea-48d4-bad2-ce955ab071fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:45.961554 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea24f369-5613-4d59-ae56-3c3f443ffa96,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:45.972656 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:45.981007 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.7592297
Jul 23 16:33:45.982729 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:45.988571 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46892) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:46.003386 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-215c9929-1589-45b4-8d3d-325e9b97b40c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Request body: {'security_group_rule': {'security_group_id': 'ea24f369-5613-4d59-ae56-3c3f443ffa96', 'project_id': '6680e65433804e71af3c7eff97c03c94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:46.016561 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-215c9929-1589-45b4-8d3d-325e9b97b40c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:46.024288 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-215c9929-1589-45b4-8d3d-325e9b97b40c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Usage tracker for resource:security_group_rule and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:46.032686 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-215c9929-1589-45b4-8d3d-325e9b97b40c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:46.047614 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-215c9929-1589-45b4-8d3d-325e9b97b40c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:46.080626 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Set router c0bf1588-66dd-4502-8758-473f5dd42924 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:33:46.100758 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-215c9929-1589-45b4-8d3d-325e9b97b40c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:46.242723 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-215c9929-1589-45b4-8d3d-325e9b97b40c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:46.252033 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-215c9929-1589-45b4-8d3d-325e9b97b40c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:46.257972 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-bdb6f4e4-6bf9-4f57-b12d-1a9dc2a91630 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:46.368022 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c9929-1589-45b4-8d3d-325e9b97b40c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c38e26-f28c-473a-9b3d-59dfb5adcb3b,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:46.379220 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-215c9929-1589-45b4-8d3d-325e9b97b40c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:46.381744 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-215c9929-1589-45b4-8d3d-325e9b97b40c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3906310
Jul 23 16:33:46.386498 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46900) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:46.388540 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-215c9929-1589-45b4-8d3d-325e9b97b40c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:46.421402 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-0c48f0d1-deb2-40ad-8839-56d5471e76bb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Request body: {'security_group_rule': {'security_group_id': 'ea24f369-5613-4d59-ae56-3c3f443ffa96', 'project_id': '6680e65433804e71af3c7eff97c03c94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:46.469201 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-0c48f0d1-deb2-40ad-8839-56d5471e76bb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:46.478989 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-0c48f0d1-deb2-40ad-8839-56d5471e76bb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Usage tracker for resource:security_group_rule and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:46.488836 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-0c48f0d1-deb2-40ad-8839-56d5471e76bb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:46.507274 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-0c48f0d1-deb2-40ad-8839-56d5471e76bb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:46.584378 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0c48f0d1-deb2-40ad-8839-56d5471e76bb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:46.641080 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1777d5-15c7-4876-bf00-27cd276e9cac req-1c0bd63a-b645-4a97-bb9c-89dca9135f16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:46.645009 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6f1777d5-15c7-4876-bf00-27cd276e9cac req-1c0bd63a-b645-4a97-bb9c-89dca9135f16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=43bfb2a4-0a17-46f9-9792-9d39d06e8687 HTTP/1.1" status: 200  len: 854 time: 0.6914165
Jul 23 16:33:46.688763 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-248c96f7-8ad6-403c-9dc0-0109475c7fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:46.770298 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0c48f0d1-deb2-40ad-8839-56d5471e76bb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:46.774415 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6f1777d5-15c7-4876-bf00-27cd276e9cac req-a1c75d11-6fbe-4280-8195-3767bfebe685 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=156dae65-8e16-46ee-86e4-df87401a61b6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0965438
Jul 23 16:33:46.779473 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0c48f0d1-deb2-40ad-8839-56d5471e76bb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:46.783149 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:46.852869 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48f0d1-deb2-40ad-8839-56d5471e76bb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f4fb8a-30c4-497c-a322-c23613713ff7,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:46.858153 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0c48f0d1-deb2-40ad-8839-56d5471e76bb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:46.871535 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0c48f0d1-deb2-40ad-8839-56d5471e76bb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:46.874607 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-0c48f0d1-deb2-40ad-8839-56d5471e76bb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4843075
Jul 23 16:33:46.879013 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46906) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:46.895953 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] For port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,segment=NetworkSegment(ce96b244-0490-4aba-adf1-bfdf5eb4aa2a),segment_id=ce96b244-0490-4aba-adf1-bfdf5eb4aa2a)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:46.896503 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:46.898175 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-d5fabc61-abf0-4742-a1ea-2618c0c72d91 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Request body: {'security_group_rule': {'security_group_id': 'ea24f369-5613-4d59-ae56-3c3f443ffa96', 'project_id': '6680e65433804e71af3c7eff97c03c94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:46.914713 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-d5fabc61-abf0-4742-a1ea-2618c0c72d91 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:46.920572 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cd064-f584-4ff6-a9c8-9ca456ef89ea req-e1057947-d1f3-4ef8-abed-a4373d3dbe51 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:46.923695 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e71cd064-f584-4ff6-a9c8-9ca456ef89ea req-e1057947-d1f3-4ef8-abed-a4373d3dbe51 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 1.2212689
Jul 23 16:33:46.927595 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-d5fabc61-abf0-4742-a1ea-2618c0c72d91 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Usage tracker for resource:security_group_rule and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:46.931995 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-d5fabc61-abf0-4742-a1ea-2618c0c72d91 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:46.947119 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-d5fabc61-abf0-4742-a1ea-2618c0c72d91 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:46.987585 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d5fabc61-abf0-4742-a1ea-2618c0c72d91 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:47.018890 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f729c10>, [{'id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'name': 'tempest-TestShelveInstance-563637461-router', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:22Z', 'updated_at': '2021-07-23T16:33:38Z', 'revision_number': 4, 'project_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'gw_port': {'id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:24Z', 'updated_at': '2021-07-23T16:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '66532e3c-50de-43a8-a361-92291139fc81', 'name': '', 'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'mac_address': 'fa:16:3e:8a:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3187f0a6-2fa3-4c64-a977-dc7e82ea8abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:37Z', 'updated_at': '2021-07-23T16:33:39Z', 'revision_number': 2, 'project_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'subnets': [{'id': '3187f0a6-2fa3-4c64-a977-dc7e82ea8abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:47.029563 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Checking router: c0bf1588-66dd-4502-8758-473f5dd42924 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:33:47.030051 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Updating router c0bf1588-66dd-4502-8758-473f5dd42924 port 66532e3c-50de-43a8-a361-92291139fc81 binding host dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:33:47.150095 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:47.157158 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d5fabc61-abf0-4742-a1ea-2618c0c72d91 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:47.170532 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d5fabc61-abf0-4742-a1ea-2618c0c72d91 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:47.198717 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:47.240985 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fabc61-abf0-4742-a1ea-2618c0c72d91 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc04d6da-07fa-4f9b-ba95-75e5b8bcbb9b,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:47.258324 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d5fabc61-abf0-4742-a1ea-2618c0c72d91 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:47.269919 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:33:47.282999 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d5fabc61-abf0-4742-a1ea-2618c0c72d91 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:47.286975 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-d5fabc61-abf0-4742-a1ea-2618c0c72d91 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4059532
Jul 23 16:33:47.291315 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46910) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:47.303372 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-84902d57-2a4c-4e89-a423-aad7e300070d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Request body: {'security_group_rule': {'security_group_id': 'ea24f369-5613-4d59-ae56-3c3f443ffa96', 'project_id': '6680e65433804e71af3c7eff97c03c94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:47.318952 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-84902d57-2a4c-4e89-a423-aad7e300070d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:47.329067 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-84902d57-2a4c-4e89-a423-aad7e300070d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Usage tracker for resource:security_group_rule and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:47.335271 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-84902d57-2a4c-4e89-a423-aad7e300070d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:47.352658 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-84902d57-2a4c-4e89-a423-aad7e300070d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:47.358996 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Calling delete_port for 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:33:47.427965 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-84902d57-2a4c-4e89-a423-aad7e300070d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:47.518602 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:47.545544 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459a09e-8868-44da-b755-541fb835f298 req-45e71df9-d24a-4c58-934c-d9f5794fe97a tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:47.568980 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-45e71df9-d24a-4c58-934c-d9f5794fe97a tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/networks?id=fdd1cb39-4338-481a-833d-babf6ccda4c0 HTTP/1.1" status: 200  len: 813 time: 1.8472886
Jul 23 16:33:47.584933 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0da26ce-927f-4bb7-a908-d9644597f3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e8bf0e-209f-4a8a-a7b1-57860ccd6982'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:33:47.604479 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,segment=NetworkSegment(ce96b244-0490-4aba-adf1-bfdf5eb4aa2a),segment_id=ce96b244-0490-4aba-adf1-bfdf5eb4aa2a)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:47.616152 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:47.617758 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 624fe88a-6863-435a-b0d1-917c46d80dd4 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:33:47.623179 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-84902d57-2a4c-4e89-a423-aad7e300070d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:47.634103 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-84902d57-2a4c-4e89-a423-aad7e300070d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:47.659203 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:47.698609 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84902d57-2a4c-4e89-a423-aad7e300070d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d3a804-c697-4236-9b24-260edee228a4,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:47.703687 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-84902d57-2a4c-4e89-a423-aad7e300070d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:47.734129 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:47.738231 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-84902d57-2a4c-4e89-a423-aad7e300070d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:47.745875 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-84902d57-2a4c-4e89-a423-aad7e300070d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4484789
Jul 23 16:33:47.760275 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46920) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:47.785399 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-0336b627-a87f-4870-86fc-f2fad9ea7e99 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Request body: {'security_group_rule': {'security_group_id': 'ea24f369-5613-4d59-ae56-3c3f443ffa96', 'project_id': '6680e65433804e71af3c7eff97c03c94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:47.828688 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-0336b627-a87f-4870-86fc-f2fad9ea7e99 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:47.836380 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6f1777d5-15c7-4876-bf00-27cd276e9cac req-24c428b7-ba7b-4c87-80f0-91608a9d8444 service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0243037
Jul 23 16:33:47.851643 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-0336b627-a87f-4870-86fc-f2fad9ea7e99 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Usage tracker for resource:security_group_rule and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:47.872224 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-0336b627-a87f-4870-86fc-f2fad9ea7e99 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:47.898669 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-0336b627-a87f-4870-86fc-f2fad9ea7e99 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:47.947493 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.securitygroups_db [None req-0336b627-a87f-4870-86fc-f2fad9ea7e99 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Project 6680e65433804e71af3c7eff97c03c94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 23 16:33:47.973507 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0336b627-a87f-4870-86fc-f2fad9ea7e99 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.018525 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,revision_number=6']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:48.027995 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:48.050006 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Notify callbacks [] for port, precommit_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.079605 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.provisioning_blocks [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Transition to ACTIVE for port object 66532e3c-50de-43a8-a361-92291139fc81 will not be triggered until provisioned by entity L2. {{(pid=74315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:33:48.093504 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.107949 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:48.130751 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.154003 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0336b627-a87f-4870-86fc-f2fad9ea7e99 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.164451 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0336b627-a87f-4870-86fc-f2fad9ea7e99 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.170860 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0c48f0d1-deb2-40ad-8839-56d5471e76bb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:48.194250 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-21fd99b5-b6d8-43fe-bc07-72778c96d7fb tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/quotas/6d6b0c10ee094c079f1ee27fd47c0615 HTTP/1.1" status: 200  len: 375 time: 0.6034472
Jul 23 16:33:48.263071 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e71cd064-f584-4ff6-a9c8-9ca456ef89ea req-c30be42f-71cb-432f-8ad9-1f031b218566 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.3016944
Jul 23 16:33:48.284511 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0336b627-a87f-4870-86fc-f2fad9ea7e99 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.293968 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-0336b627-a87f-4870-86fc-f2fad9ea7e99 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.5314438
Jul 23 16:33:48.302698 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 46936) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:48.303898 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336b627-a87f-4870-86fc-f2fad9ea7e99 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27795334-9eb5-469b-b985-5e412a22f5fc,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:48.324329 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0336b627-a87f-4870-86fc-f2fad9ea7e99 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:48.349714 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.db.api [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:33:48.350239 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_db.api [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:33:48.352589 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Request body: {'security_group_rule': {'security_group_id': 'ea24f369-5613-4d59-ae56-3c3f443ffa96', 'project_id': '6680e65433804e71af3c7eff97c03c94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:48.359964 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-af26d77a-aae5-4780-bd4b-5f74fff801db tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d6b0c10ee094c079f1ee27fd47c0615&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1810572
Jul 23 16:33:48.397793 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:48.424193 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Usage tracker for resource:security_group_rule and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:48.439808 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda794d8-79a7-42fa-8c98-c27c769eca4a None None] Pushing event updated for resources: {'Port': ['ID=66532e3c-50de-43a8-a361-92291139fc81,revision_number=3']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:48.446463 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:48.477553 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-dda794d8-79a7-42fa-8c98-c27c769eca4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:48.495876 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:48.547828 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.securitygroups_db [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Project 6680e65433804e71af3c7eff97c03c94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 23 16:33:48.577627 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.768216 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6f1777d5-15c7-4876-bf00-27cd276e9cac req-aec82f3d-e2de-4bbe-a29a-9cef8dadd26e service neutron] 10.222.0.46 "GET /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9092059
Jul 23 16:33:48.813806 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Attempting to bind port 66532e3c-50de-43a8-a361-92291139fc81 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:33:48.815613 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Attempting to bind port 66532e3c-50de-43a8-a361-92291139fc81 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '7d04cfcb-949b-49ee-803f-291f978c43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175'}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:33:48.819226 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Attempting to bind port 66532e3c-50de-43a8-a361-92291139fc81 on network 44ab5ac5-a103-47cd-a679-8b393e320175 {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:33:48.860505 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:33:48.861343 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Checking segment: {'id': '7d04cfcb-949b-49ee-803f-291f978c43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:33:48.862139 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.862806 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Bound using segment: {'id': '7d04cfcb-949b-49ee-803f-291f978c43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175'} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:33:48.863670 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Bound port: 66532e3c-50de-43a8-a361-92291139fc81, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d04cfcb-949b-49ee-803f-291f978c43dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175'}}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:33:48.864610 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.890023 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.893583 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Deleting port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:33:48.894478 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.903019 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.907405 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-84902d57-2a4c-4e89-a423-aad7e300070d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:48.991574 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:48.993631 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.6676602
Jul 23 16:33:48.996007 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd677fc8-a4c4-409c-b39d-5f97248ba1f6,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:49.000913 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:49.174885 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] For port 66532e3c-50de-43a8-a361-92291139fc81, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:33:49.183284 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] For port 66532e3c-50de-43a8-a361-92291139fc81, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=66532e3c-50de-43a8-a361-92291139fc81,segment=NetworkSegment(7d04cfcb-949b-49ee-803f-291f978c43dd),segment_id=7d04cfcb-949b-49ee-803f-291f978c43dd)] {{(pid=74315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:33:49.196730 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:49.207133 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-0f0272fa-3873-4dfb-adfb-5e4c64ed4743 service neutron] 10.222.0.11 "GET /v2.0/networks/fdd1cb39-4338-481a-833d-babf6ccda4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7965403
Jul 23 16:33:49.212522 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-67dfd969-2b62-446c-90cc-77fc82396da9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:49.336056 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:49.398383 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda794d8-79a7-42fa-8c98-c27c769eca4a None None] Pushing event updated for resources: {'Port': ['ID=66532e3c-50de-43a8-a361-92291139fc81,revision_number=4']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:49.404642 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-dda794d8-79a7-42fa-8c98-c27c769eca4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:49.438704 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Routers {'c0bf1588-66dd-4502-8758-473f5dd42924'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:33:49.440474 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f729c10>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:33:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['c0bf1588-66dd-4502-8758-473f5dd42924'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:49.870195 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa381ab7-03dd-4a6a-ae8f-c5d623a1ceca req-b75510d6-0254-4b6b-b45e-90bcb06c4493 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:49.883725 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-aa381ab7-03dd-4a6a-ae8f-c5d623a1ceca req-b75510d6-0254-4b6b-b45e-90bcb06c4493 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 943 time: 1.1068785
Jul 23 16:33:49.923128 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] Set router c0bf1588-66dd-4502-8758-473f5dd42924 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:33:49.994104 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-2242382b-c210-4fd4-85e9-6e0b201236ed service neutron] 10.222.0.11 "GET /v2.0/networks/fdd1cb39-4338-481a-833d-babf6ccda4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7670593
Jul 23 16:33:50.129556 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-aa381ab7-03dd-4a6a-ae8f-c5d623a1ceca req-92acd5f3-d323-403b-9c0f-1c0c21c76657 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090356
Jul 23 16:33:50.132897 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] For port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,segment=NetworkSegment(ce96b244-0490-4aba-adf1-bfdf5eb4aa2a),segment_id=ce96b244-0490-4aba-adf1-bfdf5eb4aa2a)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:50.133519 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:50.379922 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0da26ce-927f-4bb7-a908-d9644597f3a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84e8bf0e-209f-4a8a-a7b1-57860ccd6982', 'code': 200}
Jul 23 16:33:50.539092 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Calling delete_port for 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:33:51.112439 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f729c10>, [{'id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'name': 'tempest-TestShelveInstance-563637461-router', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:22Z', 'updated_at': '2021-07-23T16:33:38Z', 'revision_number': 4, 'project_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'gw_port': {'id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:24Z', 'updated_at': '2021-07-23T16:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '66532e3c-50de-43a8-a361-92291139fc81', 'name': '', 'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'mac_address': 'fa:16:3e:8a:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3187f0a6-2fa3-4c64-a977-dc7e82ea8abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:37Z', 'updated_at': '2021-07-23T16:33:49Z', 'revision_number': 4, 'project_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'subnets': [{'id': '3187f0a6-2fa3-4c64-a977-dc7e82ea8abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:33:51.132076 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb2210c-2488-45da-801a-0d093477f8aa None None] The sync data for ids ['c0bf1588-66dd-4502-8758-473f5dd42924'] in dv-cinder-802039-1-iscsi is: [{'id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'name': 'tempest-TestShelveInstance-563637461-router', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:22Z', 'updated_at': '2021-07-23T16:33:38Z', 'revision_number': 4, 'project_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'gw_port': {'id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:24Z', 'updated_at': '2021-07-23T16:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '66532e3c-50de-43a8-a361-92291139fc81', 'name': '', 'network_id': '44ab5ac5-a103-47cd-a679-8b393e320175', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'mac_address': 'fa:16:3e:8a:b9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3187f0a6-2fa3-4c64-a977-dc7e82ea8abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:37Z', 'updated_at': '2021-07-23T16:33:49Z', 'revision_number': 4, 'project_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'subnets': [{'id': '3187f0a6-2fa3-4c64-a977-dc7e82ea8abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:33:51.373852 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cc489f62-6186-4ab0-a9bf-40b46bcde9a4 req-e25f5f53-0741-45e5-96eb-124e833d4de3 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 210 time: 0.7368040
Jul 23 16:33:51.552567 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff95845-9c2a-41c3-8801-78cfeebf7745 req-6dfef7a9-dd7f-46bc-9d08-dade67420b57 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:51.567136 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-eff95845-9c2a-41c3-8801-78cfeebf7745 req-6dfef7a9-dd7f-46bc-9d08-dade67420b57 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.8390195
Jul 23 16:33:51.680208 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-eff95845-9c2a-41c3-8801-78cfeebf7745 req-4260cfc0-cb49-44c9-8551-473139278645 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1102457
Jul 23 16:33:52.236689 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:52.270646 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:52.365636 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 66532e3c-50de-43a8-a361-92291139fc81 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:33:52.709447 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 47016) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:52.745510 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0272f51a-3676-4b8e-af9f-2f9ea3b771bb req-1faf4037-5d90-43d8-9e09-57103d05a265 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 210 time: 0.3705389
Jul 23 16:33:52.788253 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 66532e3c-50de-43a8-a361-92291139fc81 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:33:52.800434 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Pushing event deleted for resources: {'Port': ['ID=84e8bf0e-209f-4a8a-a7b1-57860ccd6982,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:52.818834 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:52.826812 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 66532e3c-50de-43a8-a361-92291139fc81 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:52.833460 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:53.316397 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] No DVR routers for this DVR port 84e8bf0e-209f-4a8a-a7b1-57860ccd6982 on host hv-cinder-80203 {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:33:53.321441 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:53.343460 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0da26ce-927f-4bb7-a908-d9644597f3a5', 'name': 'network-vif-deleted', 'tag': '84e8bf0e-209f-4a8a-a7b1-57860ccd6982'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:33:53.343965 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b727b295-41e4-47b3-b598-ea3f0c92697f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:53.373128 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e73deb34-919c-4abb-85fa-e7bf5b3aa13a req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.46 "DELETE /v2.0/ports/84e8bf0e-209f-4a8a-a7b1-57860ccd6982 HTTP/1.1" status: 204  len: 173 time: 9.2824876
Jul 23 16:33:53.486031 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-deac21ad-1a9d-414e-8b56-d7e93cc984e3 req-750cfde9-9f83-4107-97d8-3e86a0830de7 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 210 time: 0.1055052
Jul 23 16:33:53.504616 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-b727b295-41e4-47b3-b598-ea3f0c92697f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:53.514955 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-b727b295-41e4-47b3-b598-ea3f0c92697f admin admin] Usage tracker for resource:security_group_rule and tenant:34060e09669d44618ab919b521a2d505 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:53.536278 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-b727b295-41e4-47b3-b598-ea3f0c92697f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:53.563585 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-b727b295-41e4-47b3-b598-ea3f0c92697f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:53.570442 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:53.755025 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 66532e3c-50de-43a8-a361-92291139fc81, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=66532e3c-50de-43a8-a361-92291139fc81,segment=NetworkSegment(7d04cfcb-949b-49ee-803f-291f978c43dd),segment_id=7d04cfcb-949b-49ee-803f-291f978c43dd)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:33:53.773815 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:53.780752 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:53.790449 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b727b295-41e4-47b3-b598-ea3f0c92697f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:53.801316 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b727b295-41e4-47b3-b598-ea3f0c92697f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:53.811880 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0da26ce-927f-4bb7-a908-d9644597f3a5', 'name': 'network-vif-deleted', 'tag': '84e8bf0e-209f-4a8a-a7b1-57860ccd6982', 'status': 'completed', 'code': 200}
Jul 23 16:33:53.923314 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b508822b-ec8f-4aa8-bf7e-f9335781d7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:54.106595 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-b727b295-41e4-47b3-b598-ea3f0c92697f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34060e09669d44618ab919b521a2d505&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3945422
Jul 23 16:33:54.108956 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727b295-41e4-47b3-b598-ea3f0c92697f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3c60b1-ff48-4ad5-994c-ac6bcdd3e62a,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:54.111068 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 47042) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:54.131275 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b727b295-41e4-47b3-b598-ea3f0c92697f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:54.168534 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=66532e3c-50de-43a8-a361-92291139fc81,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:54.221340 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:54.222238 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:54.222809 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:54.223381 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:54.223999 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:54.224575 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:54.225144 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:54.225703 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:54.226263 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:54.227054 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:54.227638 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:54.236693 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:54.395898 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-6aeb7d26-c972-42a2-8bf2-ae650162a7ab req-da342e19-1213-4140-aae3-abd9cfdf42e8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Synchronizing usage tracker for tenant:0d9c6bfcb8a742058edbdf6de8499016 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:33:54.565057 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-6aeb7d26-c972-42a2-8bf2-ae650162a7ab req-da342e19-1213-4140-aae3-abd9cfdf42e8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Unset dirty status for tenant:0d9c6bfcb8a742058edbdf6de8499016 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:33:54.580114 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6aeb7d26-c972-42a2-8bf2-ae650162a7ab req-da342e19-1213-4140-aae3-abd9cfdf42e8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0da26ce-927f-4bb7-a908-d9644597f3a5 HTTP/1.1" status: 200  len: 210 time: 0.3321989
Jul 23 16:33:54.629400 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:54.745529 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:54.924944 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459a09e-8868-44da-b755-541fb835f298 req-9d8a59f5-cd25-4e84-ae3f-0a08036077a5 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:54.929165 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-9d8a59f5-cd25-4e84-ae3f-0a08036077a5 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.46 "GET /v2.0/networks?id=fdd1cb39-4338-481a-833d-babf6ccda4c0 HTTP/1.1" status: 200  len: 813 time: 0.5762172
Jul 23 16:33:54.983598 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Request body: {'port': {'device_id': '7f427908-2b9b-4f99-8c97-155b37840b8a', 'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0', 'admin_state_up': True, 'tenant_id': '6d6b0c10ee094c079f1ee27fd47c0615'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:55.261501 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:55.299704 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-deaf8095-37ae-4cec-8301-54cf66dc6c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:55.413001 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3c60b1-ff48-4ad5-994c-ac6bcdd3e62a,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:55.525023 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:55.525860 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:55.526779 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:55.527537 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:55.528340 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:55.529033 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:55.529870 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:55.530803 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:55.532022 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:55.533009 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:55.533929 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:33:55.582421 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:55.594395 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:55.600996 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff3c60b1-ff48-4ad5-994c-ac6bcdd3e62a HTTP/1.1" status: 204  len: 168 time: 1.4877462
Jul 23 16:33:55.764396 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2fc9754-adee-4a56-a156-b53e373c809a req-fd97fa48-a90f-4286-b8e3-6819633866af tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 210 time: 0.1380858
Jul 23 16:33:55.810630 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b02024a2-9308-4234-81e6-03dcae2a015e req-8bfc4fa4-e509-4a16-ae69-e7a916447ad2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.7405031
Jul 23 16:33:55.820205 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:55.841595 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:55.868583 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Made reservation on behalf of 6d6b0c10ee094c079f1ee27fd47c0615 for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:33:55.875660 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:56.163303 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 66532e3c-50de-43a8-a361-92291139fc81 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:33:56.281431 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Allocated IP 172.20.0.11 (fdd1cb39-4338-481a-833d-babf6ccda4c0/2e266c5f-73e6-4c09-8b7e-7cc9805a7fa7/515ec704-bbcf-4594-865f-1baced05f766) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:33:56.438225 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 66532e3c-50de-43a8-a361-92291139fc81 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:33:56.439349 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:56.787038 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 47082) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:56.855355 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-55b246a5-454f-4d62-ae48-4f393b862dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:56.919846 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-55b246a5-454f-4d62-ae48-4f393b862dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:33:56.930336 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-55b246a5-454f-4d62-ae48-4f393b862dbf admin admin] Usage tracker for resource:security_group_rule and tenant:460ec16d736042408c645f9046608fcf is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:33:56.937917 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-55b246a5-454f-4d62-ae48-4f393b862dbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:33:56.951622 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-55b246a5-454f-4d62-ae48-4f393b862dbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:33:57.113406 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-55b246a5-454f-4d62-ae48-4f393b862dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:57.120144 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-55b246a5-454f-4d62-ae48-4f393b862dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:57.144464 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-31aa9dd7-ad40-4199-932b-f9939b466ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:57.212577 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-c6b3a5cc-a1b8-4aa1-b960-da0335e637cd tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:57.216812 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-c6b3a5cc-a1b8-4aa1-b960-da0335e637cd tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/networks?id=c9260e8d-a3af-488a-b750-ab12e20394e9 HTTP/1.1" status: 200  len: 808 time: 0.5357270
Jul 23 16:33:57.222419 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:57.239035 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-55b246a5-454f-4d62-ae48-4f393b862dbf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=460ec16d736042408c645f9046608fcf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4501667
Jul 23 16:33:57.251855 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 47092) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:57.272871 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-0b0e66ab-0945-4046-8b5a-7f25090ce03b tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/quotas/0d9c6bfcb8a742058edbdf6de8499016 HTTP/1.1" status: 200  len: 375 time: 0.0415163
Jul 23 16:33:57.323689 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b246a5-454f-4d62-ae48-4f393b862dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab42cc94-2b43-416a-a7dd-a99bb9a30959,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:57.346333 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-55b246a5-454f-4d62-ae48-4f393b862dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:57.404136 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-3203d0a2-2a9d-4135-a8ef-0be3197fe36e tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0d9c6bfcb8a742058edbdf6de8499016&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1188886
Jul 23 16:33:57.522933 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-315c3b8e-ecbc-4fa6-804b-6f92e3ff11ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:57.596531 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-315c3b8e-ecbc-4fa6-804b-6f92e3ff11ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:57.709943 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-315c3b8e-ecbc-4fa6-804b-6f92e3ff11ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:57.722006 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f4f07b16-e6b3-4b45-9553-6e36df8e31b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:57.745984 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c3b8e-ecbc-4fa6-804b-6f92e3ff11ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab42cc94-2b43-416a-a7dd-a99bb9a30959,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:57.753463 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-315c3b8e-ecbc-4fa6-804b-6f92e3ff11ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:57.786791 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-315c3b8e-ecbc-4fa6-804b-6f92e3ff11ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:57.797893 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-913ec0f7-2dbe-4b7a-bbcc-be0ad4f41a0d req-0625d435-5d0f-4864-a86c-58c5495ea92b tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 210 time: 0.2288828
Jul 23 16:33:57.799264 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-315c3b8e-ecbc-4fa6-804b-6f92e3ff11ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab42cc94-2b43-416a-a7dd-a99bb9a30959 HTTP/1.1" status: 204  len: 168 time: 0.5364168
Jul 23 16:33:57.810473 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:57.824268 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:33:57.937851 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 47108) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:33:58.087111 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Pushing event updated for resources: {'Port': ['ID=515ec704-bbcf-4594-865f-1baced05f766,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:33:58.097239 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:33:58.152903 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Network fdd1cb39-4338-481a-833d-babf6ccda4c0 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:33:58.160432 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:33:58.167510 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:33:58.374298 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-bf5d2cfe-16b8-4775-9e81-6472e3a57774 service neutron] 10.222.0.11 "GET /v2.0/networks/c9260e8d-a3af-488a-b750-ab12e20394e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9684172
Jul 23 16:33:58.481035 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-9d3e76cb-2351-4fe4-ba12-e2925980bbb0 req-ea5280bc-16f8-4644-8858-937a01ba0351 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5407188
Jul 23 16:33:58.503702 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:58.504923 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:58.712066 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7542028
Jul 23 16:33:58.763735 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Request body: {'port': {'device_id': '7f427908-2b9b-4f99-8c97-155b37840b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:33:58.888794 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f975e-1933-481c-80a4-29887200c685 req-582b1275-9339-4964-96a8-dbfccefd552f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:33:58.891603 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8e1f975e-1933-481c-80a4-29887200c685 req-582b1275-9339-4964-96a8-dbfccefd552f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.6498468
Jul 23 16:33:59.059698 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-6c805619-c351-40f6-b95e-187767d95cd4 service neutron] 10.222.0.11 "GET /v2.0/networks/c9260e8d-a3af-488a-b750-ab12e20394e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6379921
Jul 23 16:33:59.131544 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:33:59.280449 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8e1f975e-1933-481c-80a4-29887200c685 req-5cb542b9-38ee-457f-b3c5-dd669a452a32 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3087051
Jul 23 16:34:00.092969 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c541609d-8aa0-4290-9615-400ee682d7cf req-f20582de-7516-4498-8bb5-3dfccc23fe08 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 210 time: 0.4233911
Jul 23 16:34:00.409216 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f91a2-8f77-42bc-a11c-f920ea6a157f req-39a5e665-8862-4d29-8fdf-9e090b3ed3bd tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:00.410809 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-0f6f91a2-8f77-42bc-a11c-f920ea6a157f req-39a5e665-8862-4d29-8fdf-9e090b3ed3bd tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Synchronizing usage tracker for tenant:6d6b0c10ee094c079f1ee27fd47c0615 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:34:00.550779 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-0f6f91a2-8f77-42bc-a11c-f920ea6a157f req-39a5e665-8862-4d29-8fdf-9e090b3ed3bd tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Unset dirty status for tenant:6d6b0c10ee094c079f1ee27fd47c0615 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:34:00.568785 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0f6f91a2-8f77-42bc-a11c-f920ea6a157f req-39a5e665-8862-4d29-8fdf-9e090b3ed3bd tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 932 time: 0.5840995
Jul 23 16:34:00.632320 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515ec704-bbcf-4594-865f-1baced05f766 {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:34:00.654264 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:00.809108 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0f6f91a2-8f77-42bc-a11c-f920ea6a157f req-5892825f-1027-459a-8d8a-553af2c70525 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2260513
Jul 23 16:34:00.860519 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Transition to ACTIVE for port object 515ec704-bbcf-4594-865f-1baced05f766 will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:34:00.878912 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:00.924709 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-25452a1e-47a6-4228-872b-4c4377495f21 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:01.090266 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=515ec704-bbcf-4594-865f-1baced05f766,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:01.101874 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:01.735625 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2306836-e65d-4ab7-bbb5-afa9029a1e43 req-59c5f785-9b5c-42ec-9fa1-f0914b2589db tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:01.738336 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2306836-e65d-4ab7-bbb5-afa9029a1e43 req-59c5f785-9b5c-42ec-9fa1-f0914b2589db tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.5129688
Jul 23 16:34:01.959913 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Attempting to bind port 515ec704-bbcf-4594-865f-1baced05f766 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:34:01.960551 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Attempting to bind port 515ec704-bbcf-4594-865f-1baced05f766 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '91c7c93b-803f-4c74-8bf2-3a1b617c9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:34:01.961348 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Attempting to bind port 515ec704-bbcf-4594-865f-1baced05f766 on network fdd1cb39-4338-481a-833d-babf6ccda4c0 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:34:02.018527 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Port 515ec704-bbcf-4594-865f-1baced05f766 on network fdd1cb39-4338-481a-833d-babf6ccda4c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:34:02.019143 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Attempting to bind port 515ec704-bbcf-4594-865f-1baced05f766 on network fdd1cb39-4338-481a-833d-babf6ccda4c0 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:34:02.051370 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bce930-98ef-49ee-b158-74b11e6c9a10 req-70a48c94-51fb-4e39-946c-307785200599 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:02.052849 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-57bce930-98ef-49ee-b158-74b11e6c9a10 req-70a48c94-51fb-4e39-946c-307785200599 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 946 time: 0.5771070
Jul 23 16:34:02.057366 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2306836-e65d-4ab7-bbb5-afa9029a1e43 req-d308fcea-796f-497b-b7cd-879010fb2d24 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2394323
Jul 23 16:34:02.119608 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:34:02.119608 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Checking segment: {'id': '91c7c93b-803f-4c74-8bf2-3a1b617c9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:34:02.119608 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Bound using segment: {'id': '91c7c93b-803f-4c74-8bf2-3a1b617c9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:34:02.119608 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Bound port: 515ec704-bbcf-4594-865f-1baced05f766, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c7c93b-803f-4c74-8bf2-3a1b617c9770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:34:02.119608 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:02.340358 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9d3e76cb-2351-4fe4-ba12-e2925980bbb0 req-57bc227c-0aac-40c8-bc04-6659f8b75556 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5&tenant_id=b2efe7e48fb140c5b6b33a9d628704a0 HTTP/1.1" status: 200  len: 1096 time: 0.5962625
Jul 23 16:34:02.684935 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-964544e8-797b-42f4-9f68-109746b604c5 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:02.689305 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-964544e8-797b-42f4-9f68-109746b604c5 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.46 "GET /v2.0/networks?id=c9260e8d-a3af-488a-b750-ab12e20394e9 HTTP/1.1" status: 200  len: 808 time: 0.4196181
Jul 23 16:34:02.746213 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Request body: {'port': {'device_id': '73557b1d-122f-4e59-87df-967231a613f7', 'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9', 'admin_state_up': True, 'tenant_id': '0d9c6bfcb8a742058edbdf6de8499016'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:34:02.836157 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-57bce930-98ef-49ee-b158-74b11e6c9a10 req-82fe6861-c6a9-4de4-8f6f-5915bd99bc8a tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7700987
Jul 23 16:34:02.875471 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fb57ef8a-c02e-45e4-9a3d-5b19770038af req-1ee3bbd4-1fad-4201-8984-31f8603972e6 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 210 time: 0.2474709
Jul 23 16:34:03.053756 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] For port 515ec704-bbcf-4594-865f-1baced05f766, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:34:03.075909 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] For port 515ec704-bbcf-4594-865f-1baced05f766, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=515ec704-bbcf-4594-865f-1baced05f766,segment=NetworkSegment(91c7c93b-803f-4c74-8bf2-3a1b617c9770),segment_id=91c7c93b-803f-4c74-8bf2-3a1b617c9770)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:34:03.094772 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:03.108387 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-777204a3-f328-467a-9e09-cca4c8171a26 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:03.168304 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:34:03.192206 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:34:03.224569 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9d3e76cb-2351-4fe4-ba12-e2925980bbb0 req-0e49ca77-b7d5-4f11-a5a6-f72f77e98a0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 1096 time: 0.7353585
Jul 23 16:34:03.225909 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Made reservation on behalf of 0d9c6bfcb8a742058edbdf6de8499016 for: {'port': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:34:03.248192 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:03.581116 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:03.584439 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] 10.222.0.46 "PUT /v2.0/ports/515ec704-bbcf-4594-865f-1baced05f766 HTTP/1.1" status: 200  len: 1094 time: 4.8488531
Jul 23 16:34:03.585619 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f427908-2b9b-4f99-8c97-155b37840b8a', 'tag': '515ec704-bbcf-4594-865f-1baced05f766'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:34:03.644401 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=515ec704-bbcf-4594-865f-1baced05f766,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:03.657913 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:04.108896 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e76cb-2351-4fe4-ba12-e2925980bbb0 req-1faed86b-271e-427a-a7eb-cc911170fdcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:04.111925 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9d3e76cb-2351-4fe4-ba12-e2925980bbb0 req-1faed86b-271e-427a-a7eb-cc911170fdcb service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a HTTP/1.1" status: 200  len: 917 time: 0.8504500
Jul 23 16:34:04.124517 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88919760-7d14-47c6-a313-2bfd1f37bcfc req-d933cf12-4484-4554-a238-380bd02ee69d tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:04.127376 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-88919760-7d14-47c6-a313-2bfd1f37bcfc req-d933cf12-4484-4554-a238-380bd02ee69d tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 944 time: 0.8686943
Jul 23 16:34:04.127938 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee1591-e791-4b15-9ecf-62c37c9bfb5f req-d021dc26-af78-4ef1-b37b-044271a53ec6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:04.129609 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-cfee1591-e791-4b15-9ecf-62c37c9bfb5f req-d021dc26-af78-4ef1-b37b-044271a53ec6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Synchronizing usage tracker for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:34:04.189422 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-cfee1591-e791-4b15-9ecf-62c37c9bfb5f req-d021dc26-af78-4ef1-b37b-044271a53ec6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Unset dirty status for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:34:04.191376 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cfee1591-e791-4b15-9ecf-62c37c9bfb5f req-d021dc26-af78-4ef1-b37b-044271a53ec6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 946 time: 0.4471500
Jul 23 16:34:04.198815 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Allocated IP 172.20.0.2 (c9260e8d-a3af-488a-b750-ab12e20394e9/b92e8b0b-fd9c-4ae5-b6d8-6abe0f87b75a/e95c0805-5914-4585-af4c-d6dfbe7c13e6) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:34:04.358885 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-6dd59893-4603-4cbe-a673-578a05d909b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d6b0c10ee094c079f1ee27fd47c0615&device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 1097 time: 0.6636617
Jul 23 16:34:04.408973 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-cfee1591-e791-4b15-9ecf-62c37c9bfb5f req-d517d7ff-1a9e-46fa-b19c-21ddc8cb18fc tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Deleting port 3e393b19-0689-4292-b89f-3a787d2de15a {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:34:04.409506 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-cfee1591-e791-4b15-9ecf-62c37c9bfb5f req-d517d7ff-1a9e-46fa-b19c-21ddc8cb18fc tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:04.600808 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-91bfbab0-dcdb-4f1f-b865-4b576a48e377 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=515ec704-bbcf-4594-865f-1baced05f766 HTTP/1.1" status: 200  len: 217 time: 0.2200119
Jul 23 16:34:04.683704 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9d3e76cb-2351-4fe4-ba12-e2925980bbb0 req-231c722d-2e99-40ec-afcd-d2dcee858df7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=624fe88a-6863-435a-b0d1-917c46d80dd4 HTTP/1.1" status: 200  len: 999 time: 0.5514252
Jul 23 16:34:04.696906 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-88919760-7d14-47c6-a313-2bfd1f37bcfc req-92069198-5652-4e35-b3ee-e69a11c18713 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5380769
Jul 23 16:34:04.834502 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb84ca-7b2d-4ebe-b147-b22e2a9683da req-83ac76be-1c6b-45a6-bbe8-7ddd8b7c4bcd tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:04.837441 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fdbb84ca-7b2d-4ebe-b147-b22e2a9683da req-83ac76be-1c6b-45a6-bbe8-7ddd8b7c4bcd tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.8360786
Jul 23 16:34:04.926277 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:04.977206 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f427908-2b9b-4f99-8c97-155b37840b8a', 'tag': '515ec704-bbcf-4594-865f-1baced05f766', 'status': 'completed', 'code': 200}
Jul 23 16:34:05.000660 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:05.061832 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-5f6fccc5-4243-4af9-86f0-cad96338fbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:05.114407 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459a09e-8868-44da-b755-541fb835f298 req-74aabdd9-d7ca-4326-bd46-382119c79e76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:05.117570 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-74aabdd9-d7ca-4326-bd46-382119c79e76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e266c5f-73e6-4c09-8b7e-7cc9805a7fa7 HTTP/1.1" status: 200  len: 853 time: 0.5025756
Jul 23 16:34:05.232047 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e76cb-2351-4fe4-ba12-e2925980bbb0 req-8d8cb3b8-6206-4063-82e5-c50770eac4cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:05.234696 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9d3e76cb-2351-4fe4-ba12-e2925980bbb0 req-8d8cb3b8-6206-4063-82e5-c50770eac4cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82c0dc70-c251-4f95-9b4f-2413f88533bb HTTP/1.1" status: 200  len: 855 time: 0.5346706
Jul 23 16:34:05.407834 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-875dc66a-b154-477c-84f8-6f8d5b296cf6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fdd1cb39-4338-481a-833d-babf6ccda4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1901786
Jul 23 16:34:05.488201 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Network c9260e8d-a3af-488a-b750-ab12e20394e9 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:34:05.490885 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Pushing event updated for resources: {'Port': ['ID=e95c0805-5914-4585-af4c-d6dfbe7c13e6,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:05.496386 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:05.503266 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:34:05.508074 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:34:05.617352 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fdbb84ca-7b2d-4ebe-b147-b22e2a9683da req-534e104d-c116-4006-bafe-00a4f44f1268 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7390385
Jul 23 16:34:05.701252 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:05.705401 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:05.794647 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0179a6-726b-45ef-bc2d-8f80a8616efc req-d4bd2bd4-a79b-4834-a322-555ab0f5c393 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:05.802122 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ba0179a6-726b-45ef-bc2d-8f80a8616efc req-d4bd2bd4-a79b-4834-a322-555ab0f5c393 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 931 time: 0.6931508
Jul 23 16:34:05.841858 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-9f1e10e9-ec49-46be-b1ca-04f3999015ea service neutron] 10.222.0.46 "GET /v2.0/networks/fdd1cb39-4338-481a-833d-babf6ccda4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4153054
Jul 23 16:34:06.018994 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-cfee1591-e791-4b15-9ecf-62c37c9bfb5f req-d517d7ff-1a9e-46fa-b19c-21ddc8cb18fc tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] For port 3e393b19-0689-4292-b89f-3a787d2de15a, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3e393b19-0689-4292-b89f-3a787d2de15a,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:06.019862 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-cfee1591-e791-4b15-9ecf-62c37c9bfb5f req-d517d7ff-1a9e-46fa-b19c-21ddc8cb18fc tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:06.046845 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9d3e76cb-2351-4fe4-ba12-e2925980bbb0 req-66061b77-2836-4ffe-bf46-28fdd2d3b2cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7157159
Jul 23 16:34:06.165079 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4265358
Jul 23 16:34:06.296985 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-cfee1591-e791-4b15-9ecf-62c37c9bfb5f req-d517d7ff-1a9e-46fa-b19c-21ddc8cb18fc tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Calling delete_port for 3e393b19-0689-4292-b89f-3a787d2de15a owned by compute:nova {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:34:06.357813 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Request body: {'port': {'device_id': '73557b1d-122f-4e59-87df-967231a613f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:34:06.616127 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ba0179a6-726b-45ef-bc2d-8f80a8616efc req-a89872ac-f95e-4085-a673-72c5e78585a0 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8038948
Jul 23 16:34:06.733607 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:06.779346 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a459a09e-8868-44da-b755-541fb835f298 req-6e3d8c36-1873-499d-9029-106c76adb683 service neutron] 10.222.0.46 "GET /v2.0/networks/fdd1cb39-4338-481a-833d-babf6ccda4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9012971
Jul 23 16:34:06.834304 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9d3e76cb-2351-4fe4-ba12-e2925980bbb0 req-3468d969-1907-4712-bdb9-00c1495828fe service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7725930
Jul 23 16:34:06.849233 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf5a78-438b-413b-be2d-cb45c2778ff0 req-424428c8-88b2-43a6-9a7e-f01ca6f38a0d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:06.864127 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-74cf5a78-438b-413b-be2d-cb45c2778ff0 req-424428c8-88b2-43a6-9a7e-f01ca6f38a0d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 946 time: 0.8118255
Jul 23 16:34:07.054776 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-cfee1591-e791-4b15-9ecf-62c37c9bfb5f req-d517d7ff-1a9e-46fa-b19c-21ddc8cb18fc tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:07.074834 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-73e98dcf-16bb-410c-805e-80f8ec790786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:07.116331 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442', '0ab2513d-eb84-4a5e-a858-b009a9d469e0', '28df908f-8691-46ad-acb8-345c2125fa30'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:34:07.181040 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517d7ff-1a9e-46fa-b19c-21ddc8cb18fc tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Pushing event deleted for resources: {'Port': ['ID=3e393b19-0689-4292-b89f-3a787d2de15a,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:07.186765 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d517d7ff-1a9e-46fa-b19c-21ddc8cb18fc tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:07.314203 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 3e393b19-0689-4292-b89f-3a787d2de15a no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:34:07.391053 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: 3e393b19-0689-4292-b89f-3a787d2de15a {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:34:07.391719 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 3e393b19-0689-4292-b89f-3a787d2de15a not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:34:07.413763 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-74cf5a78-438b-413b-be2d-cb45c2778ff0 req-510c1f64-90ad-4eec-8cba-bbf0f1d65fdb tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5481844
Jul 23 16:34:07.475571 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfee1591-e791-4b15-9ecf-62c37c9bfb5f req-d517d7ff-1a9e-46fa-b19c-21ddc8cb18fc tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] No DVR routers for this DVR port 3e393b19-0689-4292-b89f-3a787d2de15a on host hv-cinder-80203 {{(pid=74313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:34:07.480245 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-cfee1591-e791-4b15-9ecf-62c37c9bfb5f req-d517d7ff-1a9e-46fa-b19c-21ddc8cb18fc tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:07.492104 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327c10cf-ce85-4f00-9630-6f3c0273ed9b', 'name': 'network-vif-deleted', 'tag': '3e393b19-0689-4292-b89f-3a787d2de15a'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:34:07.556929 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c6f36379-a8a5-484d-9b7f-da4d04ebbe3b req-a3a71d97-07a6-4186-bf67-bc85cb01561a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6d6b0c10ee094c079f1ee27fd47c0615&device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 1097 time: 0.6069102
Jul 23 16:34:07.561268 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9d3e76cb-2351-4fe4-ba12-e2925980bbb0 req-dad62ca8-535d-4551-b418-a9c0974b5ecc service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6933277
Jul 23 16:34:07.569160 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cfee1591-e791-4b15-9ecf-62c37c9bfb5f req-d517d7ff-1a9e-46fa-b19c-21ddc8cb18fc tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "DELETE /v2.0/ports/3e393b19-0689-4292-b89f-3a787d2de15a HTTP/1.1" status: 204  len: 173 time: 3.3655550
Jul 23 16:34:08.041544 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b82dd-8a0f-4ec9-a172-362ab88214d6 req-6974efef-72a2-4fbb-a951-1adc2ef8037b tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:08.058439 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f24b82dd-8a0f-4ec9-a172-362ab88214d6 req-6974efef-72a2-4fbb-a951-1adc2ef8037b tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 944 time: 1.0008883
Jul 23 16:34:08.424727 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f24b82dd-8a0f-4ec9-a172-362ab88214d6 req-6ed73862-26e9-4e06-907d-87ff408db4eb tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3653078
Jul 23 16:34:08.477337 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36379-a8a5-484d-9b7f-da4d04ebbe3b req-100346ff-b499-4ce0-af78-4572e1043b93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:08.479049 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95c0805-5914-4585-af4c-d6dfbe7c13e6 {{(pid=74313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:34:08.481839 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c6f36379-a8a5-484d-9b7f-da4d04ebbe3b req-100346ff-b499-4ce0-af78-4572e1043b93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fdd1cb39-4338-481a-833d-babf6ccda4c0 HTTP/1.1" status: 200  len: 914 time: 0.8957980
Jul 23 16:34:08.508902 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:08.561979 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.provisioning_blocks [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Transition to ACTIVE for port object e95c0805-5914-4585-af4c-d6dfbe7c13e6 will not be triggered until provisioned by entity L2. {{(pid=74313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:34:08.573376 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65805861'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:08.599809 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:08.653800 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c6f36379-a8a5-484d-9b7f-da4d04ebbe3b req-09538f47-ed04-4d75-8dd1-61364b6a3cf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=515ec704-bbcf-4594-865f-1baced05f766 HTTP/1.1" status: 200  len: 217 time: 0.1622083
Jul 23 16:34:08.663823 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:34:08.667331 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20775330-98e2-4376-ae20-73c7b6fb1fee req-4d9230c2-5844-4f25-ae03-9a3dd2c49552 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:08.671892 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-20775330-98e2-4376-ae20-73c7b6fb1fee req-4d9230c2-5844-4f25-ae03-9a3dd2c49552 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.5541666
Jul 23 16:34:08.862630 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36379-a8a5-484d-9b7f-da4d04ebbe3b req-2884adad-c2bf-4aa8-b87e-a2c4dc6a09f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:08.865885 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c6f36379-a8a5-484d-9b7f-da4d04ebbe3b req-2884adad-c2bf-4aa8-b87e-a2c4dc6a09f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2e266c5f-73e6-4c09-8b7e-7cc9805a7fa7 HTTP/1.1" status: 200  len: 853 time: 0.1920819
Jul 23 16:34:08.911874 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327c10cf-ce85-4f00-9630-6f3c0273ed9b', 'name': 'network-vif-deleted', 'tag': '3e393b19-0689-4292-b89f-3a787d2de15a', 'status': 'completed', 'code': 200}
Jul 23 16:34:09.072532 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c6f36379-a8a5-484d-9b7f-da4d04ebbe3b req-4d3eff03-cf64-48e0-a21b-4b6cc0774d7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fdd1cb39-4338-481a-833d-babf6ccda4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1783271
Jul 23 16:34:09.154982 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Pushing event updated for resources: {'Port': ['ID=e95c0805-5914-4585-af4c-d6dfbe7c13e6,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:09.160898 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:09.245182 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-20775330-98e2-4376-ae20-73c7b6fb1fee req-7ef45a50-0bb9-441c-9d95-43c21952a1f5 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3770480
Jul 23 16:34:09.277798 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 515ec704-bbcf-4594-865f-1baced05f766 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:34:09.460282 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Attempting to bind port e95c0805-5914-4585-af4c-d6dfbe7c13e6 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:34:09.461656 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Attempting to bind port e95c0805-5914-4585-af4c-d6dfbe7c13e6 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'ce96b244-0490-4aba-adf1-bfdf5eb4aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9'}] {{(pid=74313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:34:09.462955 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Attempting to bind port e95c0805-5914-4585-af4c-d6dfbe7c13e6 on network c9260e8d-a3af-488a-b750-ab12e20394e9 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:34:09.495178 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Port e95c0805-5914-4585-af4c-d6dfbe7c13e6 on network c9260e8d-a3af-488a-b750-ab12e20394e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:34:09.497995 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Attempting to bind port e95c0805-5914-4585-af4c-d6dfbe7c13e6 on network c9260e8d-a3af-488a-b750-ab12e20394e9 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:34:09.532672 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:34:09.533815 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Checking segment: {'id': 'ce96b244-0490-4aba-adf1-bfdf5eb4aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:34:09.534478 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Bound using segment: {'id': 'ce96b244-0490-4aba-adf1-bfdf5eb4aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9'} {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:34:09.538695 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Bound port: e95c0805-5914-4585-af4c-d6dfbe7c13e6, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce96b244-0490-4aba-adf1-bfdf5eb4aa2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9'}}] {{(pid=74313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:34:09.541502 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:09.569454 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc9ec7-e802-405e-a4e5-2f2ecce3821f req-9302b83e-e655-47c5-bd12-9dbe1eec4601 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:09.583162 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-30fc9ec7-e802-405e-a4e5-2f2ecce3821f req-9302b83e-e655-47c5-bd12-9dbe1eec4601 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 943 time: 0.6224785
Jul 23 16:34:09.613499 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 47326) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:34:09.697480 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-30fc9ec7-e802-405e-a4e5-2f2ecce3821f req-221ce3ed-d0bf-4c39-b6af-3ce62819b5f1 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127272
Jul 23 16:34:09.901636 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 515ec704-bbcf-4594-865f-1baced05f766, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=515ec704-bbcf-4594-865f-1baced05f766,segment=NetworkSegment(91c7c93b-803f-4c74-8bf2-3a1b617c9770),segment_id=91c7c93b-803f-4c74-8bf2-3a1b617c9770)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:09.911528 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c6f36379-a8a5-484d-9b7f-da4d04ebbe3b req-45ffaa91-14ec-43d8-a5e9-d97addb89b9c service neutron] 10.222.0.46 "GET /v2.0/networks/fdd1cb39-4338-481a-833d-babf6ccda4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8106680
Jul 23 16:34:09.948125 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-57ec9232-2c06-45e3-a47c-7b0928f48f56 req-d2423fdf-007b-431f-a752-665777e653dd tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=327c10cf-ce85-4f00-9630-6f3c0273ed9b HTTP/1.1" status: 200  len: 210 time: 0.2054679
Jul 23 16:34:10.000700 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '515ec704-bbcf-4594-865f-1baced05f766', 'network_id': 'fdd1cb39-4338-481a-833d-babf6ccda4c0', 'port_id': '515ec704-bbcf-4594-865f-1baced05f766', 'mac_address': 'fa:16:3e:95:f0:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e266c5f-73e6-4c09-8b7e-7cc9805a7fa7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:34:10.111301 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] For port e95c0805-5914-4585-af4c-d6dfbe7c13e6, host hv-cinder-80203, cleared binding levels {{(pid=74313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:34:10.130459 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] For port e95c0805-5914-4585-af4c-d6dfbe7c13e6, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=e95c0805-5914-4585-af4c-d6dfbe7c13e6,segment=NetworkSegment(ce96b244-0490-4aba-adf1-bfdf5eb4aa2a),segment_id=ce96b244-0490-4aba-adf1-bfdf5eb4aa2a)] {{(pid=74313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:34:10.159134 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65805861'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:10.179793 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:10.183373 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:10.230374 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515ec704-bbcf-4594-865f-1baced05f766 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:34:10.268481 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 515ec704-bbcf-4594-865f-1baced05f766, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=515ec704-bbcf-4594-865f-1baced05f766,segment=NetworkSegment(91c7c93b-803f-4c74-8bf2-3a1b617c9770),segment_id=91c7c93b-803f-4c74-8bf2-3a1b617c9770)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:10.276468 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:10.284274 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:10.293025 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-cd94f580-7e0e-4501-8e78-b353e2574ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:10.475179 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Pushing event updated for resources: {'Port': ['ID=e95c0805-5914-4585-af4c-d6dfbe7c13e6,revision_number=3']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:10.485730 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:10.511451 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:10.516738 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] 10.222.0.46 "PUT /v2.0/ports/e95c0805-5914-4585-af4c-d6dfbe7c13e6 HTTP/1.1" status: 200  len: 1093 time: 4.2407329
Jul 23 16:34:10.562280 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=515ec704-bbcf-4594-865f-1baced05f766,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:10.568154 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:10.675546 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['515ec704-bbcf-4594-865f-1baced05f766'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:34:10.698910 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c6f36379-a8a5-484d-9b7f-da4d04ebbe3b req-7939a65f-63f9-436b-a055-47770956e5b6 service neutron] 10.222.0.46 "GET /v2.0/networks/fdd1cb39-4338-481a-833d-babf6ccda4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7708433
Jul 23 16:34:10.877479 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda85268-8c40-48b0-96d0-82e5bd4c1396 req-40314939-0690-4a19-8838-7e70c1ab6d0b tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:10.888532 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bda85268-8c40-48b0-96d0-82e5bd4c1396 req-40314939-0690-4a19-8838-7e70c1ab6d0b tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 945 time: 0.4453318
Jul 23 16:34:11.020869 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73557b1d-122f-4e59-87df-967231a613f7', 'tag': 'e95c0805-5914-4585-af4c-d6dfbe7c13e6'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:34:11.094530 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9f31cd5b-f236-49d1-90f2-e9111200635f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:11.154311 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bda85268-8c40-48b0-96d0-82e5bd4c1396 req-56f6188f-39b6-4b72-ae7a-333d6faaf965 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416735
Jul 23 16:34:11.194443 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-1564d8bf-f84a-429a-9082-c87b2132f255 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d9c6bfcb8a742058edbdf6de8499016&device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 1096 time: 0.5546355
Jul 23 16:34:11.720600 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-34dd9eb5-2de1-4ae6-8609-f8f80c453032 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e95c0805-5914-4585-af4c-d6dfbe7c13e6 HTTP/1.1" status: 200  len: 217 time: 0.4505074
Jul 23 16:34:11.754308 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-9f31cd5b-f236-49d1-90f2-e9111200635f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:34:11.786605 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-9f31cd5b-f236-49d1-90f2-e9111200635f admin admin] Usage tracker for resource:security_group_rule and tenant:696e3adcc7e74c00ab8c5c3ef1677354 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:34:11.806856 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-9f31cd5b-f236-49d1-90f2-e9111200635f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:34:12.088518 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-9f31cd5b-f236-49d1-90f2-e9111200635f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:34:12.198997 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48f371-c4f8-4a05-8a1a-14bf2e9c1b0b req-5d287349-3220-4542-a463-38a280d23557 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:12.211895 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-eb48f371-c4f8-4a05-8a1a-14bf2e9c1b0b req-5d287349-3220-4542-a463-38a280d23557 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.8385112
Jul 23 16:34:12.275841 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9f31cd5b-f236-49d1-90f2-e9111200635f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:12.281370 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-9bce9ceb-7463-4783-8862-8793e2ebcc85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:12.284474 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-9bce9ceb-7463-4783-8862-8793e2ebcc85 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b92e8b0b-fd9c-4ae5-b6d8-6abe0f87b75a HTTP/1.1" status: 200  len: 848 time: 0.4556046
Jul 23 16:34:12.292321 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9f31cd5b-f236-49d1-90f2-e9111200635f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:12.306907 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-1140de22-19d0-47d4-85d9-160195f147ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:12.322325 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6aa647-4656-4fb7-b0da-e738d5beaa61 req-fac68991-aa9b-4385-81ec-2a309c61aee0 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:12.326724 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6f6aa647-4656-4fb7-b0da-e738d5beaa61 req-fac68991-aa9b-4385-81ec-2a309c61aee0 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 943 time: 0.5452578
Jul 23 16:34:12.441086 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31cd5b-f236-49d1-90f2-e9111200635f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48effd7-fb70-4f44-834c-ab032f899489,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:12.454693 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9f31cd5b-f236-49d1-90f2-e9111200635f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:12.474303 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-9f31cd5b-f236-49d1-90f2-e9111200635f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=696e3adcc7e74c00ab8c5c3ef1677354&name=default HTTP/1.1" status: 200  len: 2647 time: 2.7098656
Jul 23 16:34:12.475622 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 47374) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:34:12.497011 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-eb48f371-c4f8-4a05-8a1a-14bf2e9c1b0b req-8e1bd566-0dbc-480d-97a3-b8f50ea9b89f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2697871
Jul 23 16:34:12.584171 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6f6aa647-4656-4fb7-b0da-e738d5beaa61 req-6fabeb5e-8167-4209-8a6b-00f64f3fadc9 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433877
Jul 23 16:34:12.794030 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-79cf7351-68d2-43e7-9bf8-d9ebf44cba08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:12.952805 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-79cf7351-68d2-43e7-9bf8-d9ebf44cba08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:13.018945 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73557b1d-122f-4e59-87df-967231a613f7', 'tag': 'e95c0805-5914-4585-af4c-d6dfbe7c13e6', 'status': 'completed', 'code': 200}
Jul 23 16:34:13.297542 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-2be83044-e9b7-42da-9280-6eee049c5768 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9260e8d-a3af-488a-b750-ab12e20394e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2311001
Jul 23 16:34:13.299640 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 515ec704-bbcf-4594-865f-1baced05f766 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:34:13.560497 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a44b9-0f65-4ffe-b301-01dc6b1b951c req-03914d67-9f72-42d1-b94d-fc2849044edc tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:13.583019 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-505a44b9-0f65-4ffe-b301-01dc6b1b951c req-03914d67-9f72-42d1-b94d-fc2849044edc tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 945 time: 0.2960589
Jul 23 16:34:13.660985 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 515ec704-bbcf-4594-865f-1baced05f766 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:34:13.678260 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 515ec704-bbcf-4594-865f-1baced05f766 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:34:13.679649 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:13.872351 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-79cf7351-68d2-43e7-9bf8-d9ebf44cba08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:13.906683 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3337c9e4-1abd-43ed-a8ea-16d9ec436395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:13.991967 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-505a44b9-0f65-4ffe-b301-01dc6b1b951c req-623b698c-e34e-486d-9d9f-7c6474f7a004 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4046581
Jul 23 16:34:14.005256 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-c7969f32-29e7-4e2d-a6a1-546546bb951b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Synchronizing usage tracker for tenant:6680e65433804e71af3c7eff97c03c94 on resource:security_group {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:34:14.049495 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf7351-68d2-43e7-9bf8-d9ebf44cba08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48effd7-fb70-4f44-834c-ab032f899489,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:14.056622 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-79cf7351-68d2-43e7-9bf8-d9ebf44cba08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:14.106670 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-c7969f32-29e7-4e2d-a6a1-546546bb951b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Unset dirty status for tenant:6680e65433804e71af3c7eff97c03c94 on resource:security_group {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:34:14.131108 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-c7969f32-29e7-4e2d-a6a1-546546bb951b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616489118&fields=id&tenant_id=6680e65433804e71af3c7eff97c03c94 HTTP/1.1" status: 200  len: 267 time: 0.4286532
Jul 23 16:34:14.234571 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-79cf7351-68d2-43e7-9bf8-d9ebf44cba08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:14.240539 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-79cf7351-68d2-43e7-9bf8-d9ebf44cba08 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f48effd7-fb70-4f44-834c-ab032f899489 HTTP/1.1" status: 204  len: 168 time: 1.7572851
Jul 23 16:34:14.314784 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-dab93438-baf4-4ec7-ab61-69824463df2a service neutron] 10.222.0.46 "GET /v2.0/networks/c9260e8d-a3af-488a-b750-ab12e20394e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9799337
Jul 23 16:34:14.363302 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:14.411557 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-81739eaa-d3ee-4262-889d-09e0ff356c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:14.499502 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f427908-2b9b-4f99-8c97-155b37840b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515ec704-bbcf-4594-865f-1baced05f766'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:34:14.546912 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 515ec704-bbcf-4594-865f-1baced05f766, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=515ec704-bbcf-4594-865f-1baced05f766,segment=NetworkSegment(91c7c93b-803f-4c74-8bf2-3a1b617c9770),segment_id=91c7c93b-803f-4c74-8bf2-3a1b617c9770)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:14.557834 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:14.569851 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:14.942865 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=515ec704-bbcf-4594-865f-1baced05f766,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:14.969564 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:15.037141 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:15.131870 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-dcf6e68a-adcd-4735-8cb5-af5d71622690 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:15.133160 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-dcf6e68a-adcd-4735-8cb5-af5d71622690 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Synchronizing usage tracker for tenant:6680e65433804e71af3c7eff97c03c94 on resource:network {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:34:15.190419 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-dcf6e68a-adcd-4735-8cb5-af5d71622690 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Unset dirty status for tenant:6680e65433804e71af3c7eff97c03c94 on resource:network {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:34:15.190763 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7a8fc6ea-2d46-4595-b299-edaa271c5fdf req-cb48203d-e87f-4ea1-a7e3-164a10d9d5d0 service neutron] 10.222.0.46 "GET /v2.0/networks/c9260e8d-a3af-488a-b750-ab12e20394e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8192611
Jul 23 16:34:15.194045 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-dcf6e68a-adcd-4735-8cb5-af5d71622690 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/networks?id=db4d843f-5b67-4c94-95c1-1ea31b7c2742 HTTP/1.1" status: 200  len: 808 time: 1.0453968
Jul 23 16:34:15.224833 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17b687-6135-43f4-b95c-969f6c84a797 req-7a241ec2-81ef-4569-a3fb-5128b5f29ecf tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:15.228458 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2c17b687-6135-43f4-b95c-969f6c84a797 req-7a241ec2-81ef-4569-a3fb-5128b5f29ecf tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 943 time: 0.3954434
Jul 23 16:34:15.291130 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-3c309c0e-4194-452e-b722-dc430ab76593 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/quotas/6680e65433804e71af3c7eff97c03c94 HTTP/1.1" status: 200  len: 375 time: 0.0802333
Jul 23 16:34:15.569872 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2c17b687-6135-43f4-b95c-969f6c84a797 req-229c5f69-6c4c-45a8-928a-d34ca104293c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3096581
Jul 23 16:34:15.725035 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-98c8b738-5f87-451e-bc72-38e086c027e2 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6680e65433804e71af3c7eff97c03c94&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4131172
Jul 23 16:34:15.802149 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 47404) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:34:15.931194 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d961fbff-a2fe-47cc-b1cd-65368264bfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:16.050305 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4e6415ca-b3f6-40d7-b894-912293d7686e req-662dbffb-0593-42c4-891d-37a12e11d615 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0d9c6bfcb8a742058edbdf6de8499016&device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 1096 time: 0.3206384
Jul 23 16:34:16.238323 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-d961fbff-a2fe-47cc-b1cd-65368264bfb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:34:16.267930 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-d961fbff-a2fe-47cc-b1cd-65368264bfb8 admin admin] Usage tracker for resource:security_group_rule and tenant:dd828c768cd141409fafbfc0380b6f6c is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:34:16.313847 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-d961fbff-a2fe-47cc-b1cd-65368264bfb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:34:16.344876 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-d961fbff-a2fe-47cc-b1cd-65368264bfb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:34:16.414946 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d726ac2-e56e-468d-9814-6a8176dd548d req-c606ae5e-ff32-40a0-b6f7-dc410fd23746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:16.417712 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4d726ac2-e56e-468d-9814-6a8176dd548d req-c606ae5e-ff32-40a0-b6f7-dc410fd23746 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.3381276
Jul 23 16:34:16.436774 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-f9ef3ad4-2965-407b-86b9-b9a071784d68 service neutron] 10.222.0.11 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6228943
Jul 23 16:34:16.651062 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a2af-6cea-4dbf-9c54-980152ec77a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:16.858601 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4d726ac2-e56e-468d-9814-6a8176dd548d req-6d396748-8db2-4696-a5b3-88fe7186b029 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3879185
Jul 23 16:34:16.939323 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-31f23424-0e77-4ead-bc8c-ef0df979d89d service neutron] 10.222.0.11 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5012510
Jul 23 16:34:16.960063 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d961fbff-a2fe-47cc-b1cd-65368264bfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:16.967398 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d961fbff-a2fe-47cc-b1cd-65368264bfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:16.988016 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f175ef8c-340b-4706-a835-7527c57782e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:17.115828 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961fbff-a2fe-47cc-b1cd-65368264bfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fe3282-4ae3-48a1-a418-427ad6d0b0c5,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:17.128407 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-d961fbff-a2fe-47cc-b1cd-65368264bfb8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd828c768cd141409fafbfc0380b6f6c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3224883
Jul 23 16:34:17.129572 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 47414) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:34:17.131196 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d961fbff-a2fe-47cc-b1cd-65368264bfb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:17.328170 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f427908-2b9b-4f99-8c97-155b37840b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515ec704-bbcf-4594-865f-1baced05f766', 'code': 200}
Jul 23 16:34:17.382574 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-71cd0186-4cfc-4499-b767-128732736309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:17.585609 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-71cd0186-4cfc-4499-b767-128732736309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:17.613199 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6415ca-b3f6-40d7-b894-912293d7686e req-3a721037-f116-4470-80e7-cb30dcd4538c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:17.622106 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4e6415ca-b3f6-40d7-b894-912293d7686e req-3a721037-f116-4470-80e7-cb30dcd4538c service neutron] 10.222.0.46 "GET /v2.0/networks?id=c9260e8d-a3af-488a-b750-ab12e20394e9 HTTP/1.1" status: 200  len: 909 time: 0.7058876
Jul 23 16:34:17.752329 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-71cd0186-4cfc-4499-b767-128732736309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:17.765742 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:17.826460 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd0186-4cfc-4499-b767-128732736309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fe3282-4ae3-48a1-a418-427ad6d0b0c5,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:17.835438 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-71cd0186-4cfc-4499-b767-128732736309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:17.880937 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-71cd0186-4cfc-4499-b767-128732736309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:17.883458 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-71cd0186-4cfc-4499-b767-128732736309 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74fe3282-4ae3-48a1-a418-427ad6d0b0c5 HTTP/1.1" status: 204  len: 168 time: 0.7501163
Jul 23 16:34:18.028441 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4e6415ca-b3f6-40d7-b894-912293d7686e req-1eacb871-a97b-4b72-b4cd-a53b0e7251b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e95c0805-5914-4585-af4c-d6dfbe7c13e6 HTTP/1.1" status: 200  len: 217 time: 0.3885031
Jul 23 16:34:18.233517 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:18.450655 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a520840-02b7-4349-bede-ae78eea421af req-fb206669-e40d-488a-a9d3-ddc809af6236 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 1099 time: 0.3716774
Jul 23 16:34:18.473192 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6415ca-b3f6-40d7-b894-912293d7686e req-a29a5c2c-9b31-4621-8183-41f0e09db9a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:18.476819 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4e6415ca-b3f6-40d7-b894-912293d7686e req-a29a5c2c-9b31-4621-8183-41f0e09db9a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b92e8b0b-fd9c-4ae5-b6d8-6abe0f87b75a HTTP/1.1" status: 200  len: 848 time: 0.3942170
Jul 23 16:34:18.677928 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a520840-02b7-4349-bede-ae78eea421af req-95a5eb9d-0338-41bc-8684-1db9cc14e4d5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1966884
Jul 23 16:34:19.279802 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4e6415ca-b3f6-40d7-b894-912293d7686e req-af5bd34e-a615-45c1-a0ee-0b247d03fc9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c9260e8d-a3af-488a-b750-ab12e20394e9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.7908993
Jul 23 16:34:19.351232 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device e95c0805-5914-4585-af4c-d6dfbe7c13e6 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:34:19.384832 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:19.604493 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad25a9-9eda-4992-b02c-ddcb23c99e89 req-f4a1173c-3c61-470d-a7f0-c02327d7143b tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:19.620394 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-70ad25a9-9eda-4992-b02c-ddcb23c99e89 req-f4a1173c-3c61-470d-a7f0-c02327d7143b tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 946 time: 0.6347039
Jul 23 16:34:19.847003 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port e95c0805-5914-4585-af4c-d6dfbe7c13e6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=e95c0805-5914-4585-af4c-d6dfbe7c13e6,segment=NetworkSegment(ce96b244-0490-4aba-adf1-bfdf5eb4aa2a),segment_id=ce96b244-0490-4aba-adf1-bfdf5eb4aa2a)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:19.940303 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-70ad25a9-9eda-4992-b02c-ddcb23c99e89 req-f2678625-4fa7-4a4c-9e83-3ac5b84166c4 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3181913
Jul 23 16:34:19.951061 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': 'e95c0805-5914-4585-af4c-d6dfbe7c13e6', 'network_id': 'c9260e8d-a3af-488a-b750-ab12e20394e9', 'port_id': 'e95c0805-5914-4585-af4c-d6dfbe7c13e6', 'mac_address': 'fa:16:3e:d9:a1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b92e8b0b-fd9c-4ae5-b6d8-6abe0f87b75a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:34:20.100244 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82545343-e609-42e6-a910-59436b5aae76 req-ed90e4f0-1224-40f2-9143-180ec7805f3c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:20.110796 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-82545343-e609-42e6-a910-59436b5aae76 req-ed90e4f0-1224-40f2-9143-180ec7805f3c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 943 time: 0.4857237
Jul 23 16:34:20.114042 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4e6415ca-b3f6-40d7-b894-912293d7686e req-39c67ebe-e3ed-4cba-9739-e36815df778d service neutron] 10.222.0.46 "GET /v2.0/networks/c9260e8d-a3af-488a-b750-ab12e20394e9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5541120
Jul 23 16:34:20.287449 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-82545343-e609-42e6-a910-59436b5aae76 req-04ae3d15-b143-4ac3-9fe3-201d3a1f58cb tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623433
Jul 23 16:34:20.446363 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:20.531376 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95c0805-5914-4585-af4c-d6dfbe7c13e6 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:34:20.623283 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port e95c0805-5914-4585-af4c-d6dfbe7c13e6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=e95c0805-5914-4585-af4c-d6dfbe7c13e6,segment=NetworkSegment(ce96b244-0490-4aba-adf1-bfdf5eb4aa2a),segment_id=ce96b244-0490-4aba-adf1-bfdf5eb4aa2a)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:20.633910 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:20.640518 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:20.741778 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c338205-44bf-430e-84a7-72a2c3ce4144 req-b29467ab-47fe-4b5f-8e41-d1af4efb267b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:20.744911 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4c338205-44bf-430e-84a7-72a2c3ce4144 req-b29467ab-47fe-4b5f-8e41-d1af4efb267b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.2949667
Jul 23 16:34:20.951084 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=e95c0805-5914-4585-af4c-d6dfbe7c13e6,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:20.962270 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:21.102054 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['e95c0805-5914-4585-af4c-d6dfbe7c13e6'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:34:21.237580 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4e6415ca-b3f6-40d7-b894-912293d7686e req-2fcf515c-755c-4d4c-9575-456597db5db6 service neutron] 10.222.0.46 "GET /v2.0/networks/c9260e8d-a3af-488a-b750-ab12e20394e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4739735
Jul 23 16:34:21.278809 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4c338205-44bf-430e-84a7-72a2c3ce4144 req-9087ca82-db73-4892-8c70-ddce1e991858 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5139158
Jul 23 16:34:21.362652 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23db66-8f68-45d8-9d1a-9cc6784ebd0b req-f58480f3-7baf-42c6-b2c5-2deb2fc0e3a0 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:21.375286 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9f23db66-8f68-45d8-9d1a-9cc6784ebd0b req-f58480f3-7baf-42c6-b2c5-2deb2fc0e3a0 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 945 time: 0.4876401
Jul 23 16:34:21.669854 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9f23db66-8f68-45d8-9d1a-9cc6784ebd0b req-1fa389b8-255e-4375-832a-b82e022632d3 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2761972
Jul 23 16:34:22.754024 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3fed6e53-3ade-40de-b21d-01201c165ab4 req-2fd5a479-ca21-4a9a-a04d-8db28832f3e2 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 210 time: 0.3731327
Jul 23 16:34:22.872555 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d1325-370d-4b1a-a5b8-05ecd93ecf78 req-f948e064-cb16-4f7a-94d4-9202d2345315 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:22.874542 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-311d1325-370d-4b1a-a5b8-05ecd93ecf78 req-f948e064-cb16-4f7a-94d4-9202d2345315 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.6533148
Jul 23 16:34:23.056719 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-311d1325-370d-4b1a-a5b8-05ecd93ecf78 req-2d81d7a6-be41-4ce9-92ab-bc1ed1628ccb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1661558
Jul 23 16:34:23.372684 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device e95c0805-5914-4585-af4c-d6dfbe7c13e6 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:34:23.463796 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d6816-031a-49a8-9692-d7fe1f991903 req-ec6bc4a5-5df3-4f68-b6ca-1ba5060de201 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:23.474205 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d41d6816-031a-49a8-9692-d7fe1f991903 req-ec6bc4a5-5df3-4f68-b6ca-1ba5060de201 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 946 time: 0.3517890
Jul 23 16:34:23.620956 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port e95c0805-5914-4585-af4c-d6dfbe7c13e6 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:34:23.633704 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port e95c0805-5914-4585-af4c-d6dfbe7c13e6 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:34:23.635127 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:23.706913 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cd5ec-d97e-405e-945b-7ae18507450e req-c45827de-b58b-4677-9e46-c9c1331325b6 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:23.740563 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-344cd5ec-d97e-405e-945b-7ae18507450e req-c45827de-b58b-4677-9e46-c9c1331325b6 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 944 time: 0.4560065
Jul 23 16:34:23.832316 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d41d6816-031a-49a8-9692-d7fe1f991903 req-f1e989af-9125-41e5-a888-5523b98f040d tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3363173
Jul 23 16:34:23.890334 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:23.967108 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-344cd5ec-d97e-405e-945b-7ae18507450e req-1c71acf8-9492-4de0-9eaa-63923aaa2d99 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224772
Jul 23 16:34:24.023509 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port e95c0805-5914-4585-af4c-d6dfbe7c13e6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=e95c0805-5914-4585-af4c-d6dfbe7c13e6,segment=NetworkSegment(ce96b244-0490-4aba-adf1-bfdf5eb4aa2a),segment_id=ce96b244-0490-4aba-adf1-bfdf5eb4aa2a)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:24.025495 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73557b1d-122f-4e59-87df-967231a613f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c0805-5914-4585-af4c-d6dfbe7c13e6'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:34:24.033452 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:24.038355 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:24.167115 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=e95c0805-5914-4585-af4c-d6dfbe7c13e6,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:24.174550 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:24.709702 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f6f0f-9e59-4ba4-aff5-ffd0de95025e req-b891ad9c-9164-4891-a9c2-a14c60382ae1 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:24.712346 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6d2f6f0f-9e59-4ba4-aff5-ffd0de95025e req-b891ad9c-9164-4891-a9c2-a14c60382ae1 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 945 time: 0.3237391
Jul 23 16:34:24.785706 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47d284-ff1a-4c50-af71-1c5ec84a440c req-ca5624a9-dd43-41e7-afef-215344e9c0cf tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:24.789738 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ed47d284-ff1a-4c50-af71-1c5ec84a440c req-ca5624a9-dd43-41e7-afef-215344e9c0cf tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.3216388
Jul 23 16:34:24.931718 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6d2f6f0f-9e59-4ba4-aff5-ffd0de95025e req-b6f15f78-a4ca-4d66-a738-de43ffaeeee7 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1986346
Jul 23 16:34:25.021819 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ed47d284-ff1a-4c50-af71-1c5ec84a440c req-7818e1c1-1afa-402d-bf57-00fbed5f1621 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1866682
Jul 23 16:34:25.559911 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f79df1b7-d2dc-45fb-965a-6ddb780418af req-c4e6a84b-16d8-41a5-a6c1-7e341a9289db tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 210 time: 0.1880090
Jul 23 16:34:25.748811 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73557b1d-122f-4e59-87df-967231a613f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95c0805-5914-4585-af4c-d6dfbe7c13e6', 'code': 200}
Jul 23 16:34:26.295067 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc900d97-6e74-4494-a4d0-9ca52f1846d0 req-8e26db12-b0cd-4343-8300-1fe8cf310238 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:26.312967 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bc900d97-6e74-4494-a4d0-9ca52f1846d0 req-8e26db12-b0cd-4343-8300-1fe8cf310238 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.2939913
Jul 23 16:34:26.410160 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bc900d97-6e74-4494-a4d0-9ca52f1846d0 req-f6283f08-7291-4e88-be0d-8809922f50af tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955470
Jul 23 16:34:26.846038 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357315fa-6ab4-4b40-9ed7-d64ebc27ec13 req-9ebb17fe-238d-498e-ad6d-4bcf26a02606 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:26.848230 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-357315fa-6ab4-4b40-9ed7-d64ebc27ec13 req-9ebb17fe-238d-498e-ad6d-4bcf26a02606 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 945 time: 0.1579342
Jul 23 16:34:26.920863 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-357315fa-6ab4-4b40-9ed7-d64ebc27ec13 req-942d571e-10c5-4b72-bca6-15aea89f9984 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656283
Jul 23 16:34:27.307189 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803d08b-bcee-40c9-a031-1d262d9c73fa req-0d448f3b-22b0-4f22-a8b4-4a706a0c320b tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:27.310900 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b803d08b-bcee-40c9-a031-1d262d9c73fa req-0d448f3b-22b0-4f22-a8b4-4a706a0c320b tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 945 time: 0.1597168
Jul 23 16:34:27.400147 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b803d08b-bcee-40c9-a031-1d262d9c73fa req-187eeeb2-81fe-471a-bbba-fa6122e46934 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790658
Jul 23 16:34:27.754604 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-57914950-e93c-4c44-b81c-4d6a2386e69e tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:27.758870 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-57914950-e93c-4c44-b81c-4d6a2386e69e tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.46 "GET /v2.0/networks?id=db4d843f-5b67-4c94-95c1-1ea31b7c2742 HTTP/1.1" status: 200  len: 808 time: 0.3115873
Jul 23 16:34:27.942823 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-dd6617e3-1044-4f63-aa16-d51c2f8b1afc tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Synchronizing usage tracker for tenant:6680e65433804e71af3c7eff97c03c94 on resource:security_group {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:34:27.972508 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-dd6617e3-1044-4f63-aa16-d51c2f8b1afc tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Unset dirty status for tenant:6680e65433804e71af3c7eff97c03c94 on resource:security_group {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:34:27.976738 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-dd6617e3-1044-4f63-aa16-d51c2f8b1afc tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6680e65433804e71af3c7eff97c03c94 HTTP/1.1" status: 200  len: 379 time: 0.1415720
Jul 23 16:34:28.012277 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Request body: {'port': {'device_id': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'admin_state_up': True, 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'security_groups': ['ea24f369-5613-4d59-ae56-3c3f443ffa96']}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:34:28.107555 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e07a43-fa01-4d56-ae40-e8ce37390e39 req-2f8ee95a-ec2d-4800-ba4f-5c0f8ef6c10c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:28.122053 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-89e07a43-fa01-4d56-ae40-e8ce37390e39 req-2f8ee95a-ec2d-4800-ba4f-5c0f8ef6c10c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.3725266
Jul 23 16:34:28.248842 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-89e07a43-fa01-4d56-ae40-e8ce37390e39 req-f7312323-fa94-4b06-aba2-40274ff7046f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1250696
Jul 23 16:34:28.254680 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f74c2dc2-a251-4000-870f-4f65557e59ff req-1dca8b78-d2e0-40c3-be1f-86f5b20e77e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 1098 time: 0.2850590
Jul 23 16:34:28.409336 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f74c2dc2-a251-4000-870f-4f65557e59ff req-2280bc99-c411-42cd-8041-e26608e0547d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1403587
Jul 23 16:34:28.487604 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:34:28.501906 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Usage tracker for resource:port and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:34:28.509897 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:34:28.550769 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:34:28.625253 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Made reservation on behalf of 6680e65433804e71af3c7eff97c03c94 for: {'port': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:34:28.637712 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:28.720706 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e7f7e-3555-48f2-9a94-fda8ea24b1a5 req-7218d7f5-cf21-4fb0-8fdc-c8dc3a99b733 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:28.722017 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-269e7f7e-3555-48f2-9a94-fda8ea24b1a5 req-7218d7f5-cf21-4fb0-8fdc-c8dc3a99b733 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Synchronizing usage tracker for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:34:28.762232 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f45d7fc6-8e4f-4ccd-9e0e-adce5e2a69ce req-29c0c3f4-af70-46c4-9257-86b1b8728164 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 210 time: 0.1796067
Jul 23 16:34:28.891422 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-269e7f7e-3555-48f2-9a94-fda8ea24b1a5 req-7218d7f5-cf21-4fb0-8fdc-c8dc3a99b733 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Unset dirty status for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:34:28.894174 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-269e7f7e-3555-48f2-9a94-fda8ea24b1a5 req-7218d7f5-cf21-4fb0-8fdc-c8dc3a99b733 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 945 time: 0.6165864
Jul 23 16:34:29.268520 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-269e7f7e-3555-48f2-9a94-fda8ea24b1a5 req-c78714a2-73da-48ef-b2ab-1e7131a78282 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Deleting port 28df908f-8691-46ad-acb8-345c2125fa30 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:34:29.268947 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-269e7f7e-3555-48f2-9a94-fda8ea24b1a5 req-c78714a2-73da-48ef-b2ab-1e7131a78282 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:29.278168 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049837bc-bf58-48af-822d-47ff56a893ce req-2a660989-b879-4454-8905-157844bb18e1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:29.280834 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-049837bc-bf58-48af-822d-47ff56a893ce req-2a660989-b879-4454-8905-157844bb18e1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.3142500
Jul 23 16:34:29.403813 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf176669-d545-443b-9649-9ca25531594e req-9b2624b1-ebd2-47ad-a3d6-bf14a6dd1743 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:29.407251 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bf176669-d545-443b-9649-9ca25531594e req-9b2624b1-ebd2-47ad-a3d6-bf14a6dd1743 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 945 time: 0.2315805
Jul 23 16:34:29.416733 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-049837bc-bf58-48af-822d-47ff56a893ce req-5c018230-d9ac-49cd-832f-268a50acc4c0 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1178954
Jul 23 16:34:29.540108 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bf176669-d545-443b-9649-9ca25531594e req-09c3c985-8058-4a11-a992-e81da6e7aa12 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196454
Jul 23 16:34:29.603538 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Allocated IP 172.20.0.14 (db4d843f-5b67-4c94-95c1-1ea31b7c2742/d68b2be1-e23b-4748-b90d-bcfc7a62925f/88643837-d168-4301-973a-fb49484ce937) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:34:29.634065 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 47552) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:34:29.940246 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cd7c1-c203-4165-b586-af0ce18245e9 req-ae9876a6-882d-47df-bf3d-2cd0e5629b32 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:29.943078 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b11cd7c1-c203-4165-b586-af0ce18245e9 req-ae9876a6-882d-47df-bf3d-2cd0e5629b32 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 945 time: 0.2579949
Jul 23 16:34:30.290239 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e58721e1-559e-4060-88c5-7e3cff6664d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:30.365646 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b11cd7c1-c203-4165-b586-af0ce18245e9 req-425c7744-d10c-4026-bb5f-0789ef42265d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4082229
Jul 23 16:34:30.410727 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-e58721e1-559e-4060-88c5-7e3cff6664d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:34:30.428698 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-e58721e1-559e-4060-88c5-7e3cff6664d9 admin admin] Usage tracker for resource:security_group_rule and tenant:1f020317722f45839862c98b4a873bdc is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:34:30.435503 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-e58721e1-559e-4060-88c5-7e3cff6664d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:34:30.464738 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-e58721e1-559e-4060-88c5-7e3cff6664d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:34:30.486184 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:30.546131 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67c25e-57c2-4866-b05f-b732578253b1 req-9f3489a9-97b1-40d3-b8d7-199d6461141e tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:30.559055 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1b67c25e-57c2-4866-b05f-b732578253b1 req-9f3489a9-97b1-40d3-b8d7-199d6461141e tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.5918119
Jul 23 16:34:30.587720 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.provisioning_blocks [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Transition to ACTIVE for port object 88643837-d168-4301-973a-fb49484ce937 will not be triggered until provisioned by entity DHCP. {{(pid=74313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:34:30.645945 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-269e7f7e-3555-48f2-9a94-fda8ea24b1a5 req-c78714a2-73da-48ef-b2ab-1e7131a78282 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] For port 28df908f-8691-46ad-acb8-345c2125fa30, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=28df908f-8691-46ad-acb8-345c2125fa30,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:30.646985 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-269e7f7e-3555-48f2-9a94-fda8ea24b1a5 req-c78714a2-73da-48ef-b2ab-1e7131a78282 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:30.739397 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1b67c25e-57c2-4866-b05f-b732578253b1 req-85a8765b-7a23-46f8-9620-2946fe09e4c7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1782641
Jul 23 16:34:30.835865 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-49ffb0af-0e5c-4a9a-8338-bac35cc4e7c8 req-334adc5e-3f65-43e0-8539-e35b34d9ef7d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 210 time: 0.0985749
Jul 23 16:34:30.835865 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e58721e1-559e-4060-88c5-7e3cff6664d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:30.847827 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e58721e1-559e-4060-88c5-7e3cff6664d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:30.851709 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-41a1fc93-edc8-45a0-8faa-19f329e178b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:30.951898 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58721e1-559e-4060-88c5-7e3cff6664d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559c7021-f791-44e3-85a1-67a533861e90,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:30.961213 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e58721e1-559e-4060-88c5-7e3cff6664d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:30.966915 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-e58721e1-559e-4060-88c5-7e3cff6664d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f020317722f45839862c98b4a873bdc&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3303888
Jul 23 16:34:30.974209 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 47568) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:34:31.037373 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-269e7f7e-3555-48f2-9a94-fda8ea24b1a5 req-c78714a2-73da-48ef-b2ab-1e7131a78282 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Calling delete_port for 28df908f-8691-46ad-acb8-345c2125fa30 owned by compute:nova {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:34:31.105972 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:31.120401 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0fad010f-169c-430e-8d11-5b12267c9cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:31.381579 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e41cc4b6-2934-4267-b303-53e29d3b5ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:31.406628 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 28df908f-8691-46ad-acb8-345c2125fa30 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:34:31.473118 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e41cc4b6-2934-4267-b303-53e29d3b5ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:31.477185 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Network db4d843f-5b67-4c94-95c1-1ea31b7c2742 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:34:31.487203 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:34:31.506614 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:34:31.541005 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b21311-3352-4eb2-9f45-b9a67b9b5db4 req-7bb648da-6332-465a-b16c-495f6789e555 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:31.544800 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-52b21311-3352-4eb2-9f45-b9a67b9b5db4 req-7bb648da-6332-465a-b16c-495f6789e555 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.4808233
Jul 23 16:34:31.647391 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d89307-2a57-418f-bcc2-1662d8a66111 req-234f917a-c3a2-42e4-94ed-4164fa2e8098 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:31.661055 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-86d89307-2a57-418f-bcc2-1662d8a66111 req-234f917a-c3a2-42e4-94ed-4164fa2e8098 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 945 time: 0.4640369
Jul 23 16:34:31.687203 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Pushing event updated for resources: {'Port': ['ID=88643837-d168-4301-973a-fb49484ce937,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:31.693478 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:31.764904 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e41cc4b6-2934-4267-b303-53e29d3b5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:31.785173 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-bb02950b-0433-4308-9b05-dc4d36f3fd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:31.800938 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:31.802107 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:31.854178 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41cc4b6-2934-4267-b303-53e29d3b5ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559c7021-f791-44e3-85a1-67a533861e90,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:31.858180 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e41cc4b6-2934-4267-b303-53e29d3b5ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:31.871025 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-e41cc4b6-2934-4267-b303-53e29d3b5ee0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/559c7021-f791-44e3-85a1-67a533861e90 HTTP/1.1" status: 204  len: 168 time: 0.8886309
Jul 23 16:34:31.889253 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-86d89307-2a57-418f-bcc2-1662d8a66111 req-a468d633-aa0d-40df-a3c5-cf381e3d1a46 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2265682
Jul 23 16:34:31.892781 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e41cc4b6-2934-4267-b303-53e29d3b5ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:31.905246 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-52b21311-3352-4eb2-9f45-b9a67b9b5db4 req-49d69791-43cf-42fb-8c7c-4401d0c55ee7 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3190858
Jul 23 16:34:31.960404 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:32.134828 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1331596
Jul 23 16:34:32.191436 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Request body: {'port': {'device_id': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:34:32.284196 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-269e7f7e-3555-48f2-9a94-fda8ea24b1a5 req-c78714a2-73da-48ef-b2ab-1e7131a78282 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:32.335352 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-7771d2dd-f230-450f-92ee-3bdb4b6f58eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:32.379738 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442', '0ab2513d-eb84-4a5e-a858-b009a9d469e0'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:34:32.399628 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-959681fa-c300-402e-8b94-f8bbe08114a7 req-cf22f4eb-6dd4-4f79-b7f9-beb05e69d091 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 210 time: 0.1226532
Jul 23 16:34:32.565811 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78714a2-73da-48ef-b2ab-1e7131a78282 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Pushing event deleted for resources: {'Port': ['ID=28df908f-8691-46ad-acb8-345c2125fa30,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:32.588796 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-9d7d6dcf-6a61-485f-8d1e-9ac14ee994c5 None None] Provisioning for port 88643837-d168-4301-973a-fb49484ce937 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:34:32.622232 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-9d7d6dcf-6a61-485f-8d1e-9ac14ee994c5 None None] Provisioning complete for port 88643837-d168-4301-973a-fb49484ce937 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:34:32.624910 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-9d7d6dcf-6a61-485f-8d1e-9ac14ee994c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:32.631064 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c78714a2-73da-48ef-b2ab-1e7131a78282 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:32.660174 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-269e7f7e-3555-48f2-9a94-fda8ea24b1a5 req-c78714a2-73da-48ef-b2ab-1e7131a78282 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] No DVR routers for this DVR port 28df908f-8691-46ad-acb8-345c2125fa30 on host hv-cinder-80203 {{(pid=74313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:34:32.667180 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-269e7f7e-3555-48f2-9a94-fda8ea24b1a5 req-c78714a2-73da-48ef-b2ab-1e7131a78282 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:32.671025 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-269e7f7e-3555-48f2-9a94-fda8ea24b1a5 req-c78714a2-73da-48ef-b2ab-1e7131a78282 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "DELETE /v2.0/ports/28df908f-8691-46ad-acb8-345c2125fa30 HTTP/1.1" status: 204  len: 173 time: 3.7295544
Jul 23 16:34:32.695077 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe478c-74ab-42f2-953d-0ed76e29bca8 req-79adf091-dd42-4c24-9dd4-70d4d5548404 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:32.712999 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5abe478c-74ab-42f2-953d-0ed76e29bca8 req-79adf091-dd42-4c24-9dd4-70d4d5548404 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.2910857
Jul 23 16:34:32.733278 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174dec94-b060-4827-9393-f99e5cc42c90', 'name': 'network-vif-deleted', 'tag': '28df908f-8691-46ad-acb8-345c2125fa30'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:34:32.937479 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:33.124104 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d6dcf-6a61-485f-8d1e-9ac14ee994c5 None None] Port 88643837-d168-4301-973a-fb49484ce937 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:34:33.211508 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5abe478c-74ab-42f2-953d-0ed76e29bca8 req-07709d16-56e9-434d-936b-0f7903682a8c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4917665
Jul 23 16:34:33.327260 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d25c3-ed1c-4638-b492-ed49fba337e8 req-7ac2c92f-d809-4d4b-9c7d-5ae863912d36 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:33.352696 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-078d25c3-ed1c-4638-b492-ed49fba337e8 req-7ac2c92f-d809-4d4b-9c7d-5ae863912d36 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 932 time: 0.3971865
Jul 23 16:34:33.354023 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 47596) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:34:33.470854 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a39f4294-5445-4de4-99fb-a16e703eb82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:33.546638 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-a39f4294-5445-4de4-99fb-a16e703eb82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:34:33.556224 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-a39f4294-5445-4de4-99fb-a16e703eb82c admin admin] Usage tracker for resource:security_group_rule and tenant:fd023c2cbea64e7fae694d353cf590b4 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:34:33.572340 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-a39f4294-5445-4de4-99fb-a16e703eb82c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:34:33.578822 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-a39f4294-5445-4de4-99fb-a16e703eb82c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:34:33.595473 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174dec94-b060-4827-9393-f99e5cc42c90', 'name': 'network-vif-deleted', 'tag': '28df908f-8691-46ad-acb8-345c2125fa30', 'status': 'completed', 'code': 200}
Jul 23 16:34:33.671966 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-078d25c3-ed1c-4638-b492-ed49fba337e8 req-2f430dd8-e5db-4f41-882c-5f005c9b417c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3045323
Jul 23 16:34:33.949117 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a39f4294-5445-4de4-99fb-a16e703eb82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:33.992055 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a39f4294-5445-4de4-99fb-a16e703eb82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:34.023935 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-b113f0df-6acb-4fb9-ae29-017cf150851c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:34.226960 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88643837-d168-4301-973a-fb49484ce937 {{(pid=74313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:34:34.247130 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:34.253857 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7efa4b01-a2a7-418f-bd23-a97df9811485 req-4f3f16f6-430b-45ba-8305-fd8e331ae99a tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=174dec94-b060-4827-9393-f99e5cc42c90 HTTP/1.1" status: 200  len: 210 time: 0.1724055
Jul 23 16:34:34.254974 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f4294-5445-4de4-99fb-a16e703eb82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9119ca4a-7796-4b43-a2d8-9c512a10fce1,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:34.285307 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-a39f4294-5445-4de4-99fb-a16e703eb82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:34.316198 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-a39f4294-5445-4de4-99fb-a16e703eb82c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd023c2cbea64e7fae694d353cf590b4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9600773
Jul 23 16:34:34.317548 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 47608) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:34:34.343343 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05564b33-4c8b-4a17-ad26-55857ebac2b0 req-b65b045a-a036-4dd9-990b-6479a9b17881 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:34.346577 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-05564b33-4c8b-4a17-ad26-55857ebac2b0 req-b65b045a-a036-4dd9-990b-6479a9b17881 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.4828987
Jul 23 16:34:34.353586 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.provisioning_blocks [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Transition to ACTIVE for port object 88643837-d168-4301-973a-fb49484ce937 will not be triggered until provisioned by entity L2. {{(pid=74313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:34:34.397191 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65805861'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:34.475180 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-cd3ff503-c550-4405-bdb8-8da4053fa87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:34.522706 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-05564b33-4c8b-4a17-ad26-55857ebac2b0 req-3266e5cf-7c48-4f44-8651-0486f23ea232 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1612959
Jul 23 16:34:34.804595 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Pushing event updated for resources: {'Port': ['ID=88643837-d168-4301-973a-fb49484ce937,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:34.810989 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:34.831276 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb878f5a-ac79-40d3-ab5b-0421f509b3ef req-2cd02def-607a-4fa7-93ae-02b1e58d32e7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:34.834545 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fb878f5a-ac79-40d3-ab5b-0421f509b3ef req-2cd02def-607a-4fa7-93ae-02b1e58d32e7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 943 time: 0.2174430
Jul 23 16:34:34.858392 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-98a24c7d-bf6a-4192-bced-0b71ce32dcde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:35.002955 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fb878f5a-ac79-40d3-ab5b-0421f509b3ef req-320dd0aa-2945-4458-a01a-30c9a00fc76c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1506686
Jul 23 16:34:35.068198 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-98a24c7d-bf6a-4192-bced-0b71ce32dcde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:35.213070 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Attempting to bind port 88643837-d168-4301-973a-fb49484ce937 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:34:35.214015 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Attempting to bind port 88643837-d168-4301-973a-fb49484ce937 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742'}] {{(pid=74313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:34:35.214787 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Attempting to bind port 88643837-d168-4301-973a-fb49484ce937 on network db4d843f-5b67-4c94-95c1-1ea31b7c2742 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:34:35.230279 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Port 88643837-d168-4301-973a-fb49484ce937 on network db4d843f-5b67-4c94-95c1-1ea31b7c2742 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:34:35.231891 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Attempting to bind port 88643837-d168-4301-973a-fb49484ce937 on network db4d843f-5b67-4c94-95c1-1ea31b7c2742 {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:34:35.248542 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:34:35.249124 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Checking segment: {'id': 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:34:35.249879 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Bound using segment: {'id': 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742'} {{(pid=74313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:34:35.251491 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.managers [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Bound port: 88643837-d168-4301-973a-fb49484ce937, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742'}}] {{(pid=74313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:34:35.252124 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:35.349501 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-98a24c7d-bf6a-4192-bced-0b71ce32dcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:35.380565 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4a9e5095-1cb6-432d-894d-ec8ab32a9960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:35.405983 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 624fe88a-6863-435a-b0d1-917c46d80dd4 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:34:35.409212 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a24c7d-bf6a-4192-bced-0b71ce32dcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9119ca4a-7796-4b43-a2d8-9c512a10fce1,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:35.416392 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-98a24c7d-bf6a-4192-bced-0b71ce32dcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:35.452816 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-98a24c7d-bf6a-4192-bced-0b71ce32dcde admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:35.455736 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-98a24c7d-bf6a-4192-bced-0b71ce32dcde admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9119ca4a-7796-4b43-a2d8-9c512a10fce1 HTTP/1.1" status: 204  len: 168 time: 1.1319838
Jul 23 16:34:35.487425 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] For port 88643837-d168-4301-973a-fb49484ce937, host hv-cinder-80203, cleared binding levels {{(pid=74313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:34:35.510380 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] For port 88643837-d168-4301-973a-fb49484ce937, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=88643837-d168-4301-973a-fb49484ce937,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:34:35.519603 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65805861'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:35.538165 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-e7658341-0398-4f39-9ef5-eda6300782cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:35.607122 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec9a710-ef08-47b6-8ac2-1fe24de458d6 req-403ca117-1bb5-41f1-98d3-5d5ad9b4cf90 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:35.626491 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cec9a710-ef08-47b6-8ac2-1fe24de458d6 req-403ca117-1bb5-41f1-98d3-5d5ad9b4cf90 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.3675101
Jul 23 16:34:35.658480 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:35.661359 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/88643837-d168-4301-973a-fb49484ce937 HTTP/1.1" status: 200  len: 1094 time: 3.4831967
Jul 23 16:34:35.662542 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'tag': '88643837-d168-4301-973a-fb49484ce937'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:34:35.705687 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Pushing event updated for resources: {'Port': ['ID=88643837-d168-4301-973a-fb49484ce937,revision_number=3']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:35.713761 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:35.761803 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f692e-9602-4fac-bc07-7ded66346d6d req-ca38375f-a758-451c-a048-0d77aae5b277 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:35.782125 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-725f692e-9602-4fac-bc07-7ded66346d6d req-ca38375f-a758-451c-a048-0d77aae5b277 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 945 time: 0.4235139
Jul 23 16:34:35.844009 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 624fe88a-6863-435a-b0d1-917c46d80dd4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=624fe88a-6863-435a-b0d1-917c46d80dd4,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:35.900155 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'port_id': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'mac_address': 'fa:16:3e:db:20:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:34:35.960927 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cec9a710-ef08-47b6-8ac2-1fe24de458d6 req-9934060e-9dae-49dc-bf8e-129cc0c01c65 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3201869
Jul 23 16:34:36.056623 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:36.084741 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-725f692e-9602-4fac-bc07-7ded66346d6d req-a3ee7a43-d50c-4db4-816a-91f293d49119 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3010139
Jul 23 16:34:36.105717 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-4ab989d6-7b74-43ac-b25f-0ebcfb244f00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6680e65433804e71af3c7eff97c03c94&device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 1097 time: 0.3301642
Jul 23 16:34:36.168597 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624fe88a-6863-435a-b0d1-917c46d80dd4 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:34:36.251954 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 624fe88a-6863-435a-b0d1-917c46d80dd4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=624fe88a-6863-435a-b0d1-917c46d80dd4,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:36.269711 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:36.274014 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:36.305543 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-3bbc39f3-3f2e-44da-9c97-72a8c3688f08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88643837-d168-4301-973a-fb49484ce937 HTTP/1.1" status: 200  len: 217 time: 0.1782510
Jul 23 16:34:36.461866 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-145e60a4-e789-4468-b4a5-403da8c753fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:36.464723 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-145e60a4-e789-4468-b4a5-403da8c753fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d68b2be1-e23b-4748-b90d-bcfc7a62925f HTTP/1.1" status: 200  len: 847 time: 0.1512506
Jul 23 16:34:36.580236 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'tag': '88643837-d168-4301-973a-fb49484ce937', 'status': 'completed', 'code': 200}
Jul 23 16:34:36.603717 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=624fe88a-6863-435a-b0d1-917c46d80dd4,revision_number=9']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:36.611144 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:36.703648 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-07ab8340-5f28-413f-a2a2-253431a60947 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db4d843f-5b67-4c94-95c1-1ea31b7c2742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2282856
Jul 23 16:34:36.749751 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699e19b-4cf8-4fba-a270-56f224ec3ecf req-634a1909-2c5e-410a-b845-5e491eedda84 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:36.754234 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2699e19b-4cf8-4fba-a270-56f224ec3ecf req-634a1909-2c5e-410a-b845-5e491eedda84 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.2987566
Jul 23 16:34:36.789232 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['624fe88a-6863-435a-b0d1-917c46d80dd4'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:34:37.132777 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2699e19b-4cf8-4fba-a270-56f224ec3ecf req-9faa047e-8329-4b04-8838-07548bd66563 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3567801
Jul 23 16:34:37.204995 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe5b7-4a88-4b2b-835c-17bb23567255 req-0f016b0f-355f-44d1-94b9-39040960d436 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:37.224833 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-60dfe5b7-4a88-4b2b-835c-17bb23567255 req-0f016b0f-355f-44d1-94b9-39040960d436 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 944 time: 0.4415441
Jul 23 16:34:37.377137 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-c6db5139-0d3e-47da-af32-e60ae4148ac9 service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6131861
Jul 23 16:34:37.446172 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-60dfe5b7-4a88-4b2b-835c-17bb23567255 req-35c18471-fdae-443f-b112-95aaa7f43a4c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2181845
Jul 23 16:34:37.884101 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04010481-d6db-4132-92b0-ac1f34eb77ce req-3623a6c4-0c5a-4ad1-993a-3a89e9ee0c7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:37.886516 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-04010481-d6db-4132-92b0-ac1f34eb77ce req-3623a6c4-0c5a-4ad1-993a-3a89e9ee0c7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Synchronizing usage tracker for tenant:0d9c6bfcb8a742058edbdf6de8499016 on resource:port {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:34:37.955716 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-36246dc4-94e6-48ea-a6f2-0e9f29d4a442 req-8eb3ddfd-8c02-4616-9f14-11e380836bd3 service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4300480
Jul 23 16:34:37.967195 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a868b83-ded0-4ed9-8089-19e9c89e7f5b req-4f2c3457-7e3e-4adb-a1e5-d1e94da07ddd tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:37.991559 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5a868b83-ded0-4ed9-8089-19e9c89e7f5b req-4f2c3457-7e3e-4adb-a1e5-d1e94da07ddd tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.2479882
Jul 23 16:34:37.998528 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-04010481-d6db-4132-92b0-ac1f34eb77ce req-3623a6c4-0c5a-4ad1-993a-3a89e9ee0c7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Unset dirty status for tenant:0d9c6bfcb8a742058edbdf6de8499016 on resource:port {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:34:38.000520 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-04010481-d6db-4132-92b0-ac1f34eb77ce req-3623a6c4-0c5a-4ad1-993a-3a89e9ee0c7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.46 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 945 time: 0.6216967
Jul 23 16:34:38.196265 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5a868b83-ded0-4ed9-8089-19e9c89e7f5b req-03781e61-4003-4e60-ab1d-2a9c2bc0f8ef tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2012811
Jul 23 16:34:38.321811 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-04010481-d6db-4132-92b0-ac1f34eb77ce req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Deleting port e95c0805-5914-4585-af4c-d6dfbe7c13e6 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:34:38.322426 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-04010481-d6db-4132-92b0-ac1f34eb77ce req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:38.529832 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-db2fe62a-683c-44ee-bcb2-8ea9025afce2 req-d8bcbcce-2e27-42c6-a1ce-0855598d63fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6680e65433804e71af3c7eff97c03c94&device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 1097 time: 0.3972182
Jul 23 16:34:39.066057 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fe62a-683c-44ee-bcb2-8ea9025afce2 req-506dba9a-46b6-46c9-9867-f223d5bf993f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:39.070579 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-db2fe62a-683c-44ee-bcb2-8ea9025afce2 req-506dba9a-46b6-46c9-9867-f223d5bf993f service neutron] 10.222.0.46 "GET /v2.0/networks?id=db4d843f-5b67-4c94-95c1-1ea31b7c2742 HTTP/1.1" status: 200  len: 909 time: 0.5188377
Jul 23 16:34:39.107838 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94007227-a734-4528-a9d0-0d614c428190 req-2190684b-e18c-4e80-9c0c-200861e96160 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:39.122832 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-94007227-a734-4528-a9d0-0d614c428190 req-2190684b-e18c-4e80-9c0c-200861e96160 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 945 time: 0.9765391
Jul 23 16:34:39.142722 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-04010481-d6db-4132-92b0-ac1f34eb77ce req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] For port e95c0805-5914-4585-af4c-d6dfbe7c13e6, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=e95c0805-5914-4585-af4c-d6dfbe7c13e6,segment=NetworkSegment(ce96b244-0490-4aba-adf1-bfdf5eb4aa2a),segment_id=ce96b244-0490-4aba-adf1-bfdf5eb4aa2a)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:39.143333 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-04010481-d6db-4132-92b0-ac1f34eb77ce req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:39.305161 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-94007227-a734-4528-a9d0-0d614c428190 req-40c360f5-db19-4fa9-abb1-f3a3130faf8f tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/security-groups?id=6271f9d3-2d0f-41d8-aca9-9a5a81456a63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780491
Jul 23 16:34:39.444958 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 624fe88a-6863-435a-b0d1-917c46d80dd4 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:34:39.452783 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-04010481-d6db-4132-92b0-ac1f34eb77ce req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Calling delete_port for e95c0805-5914-4585-af4c-d6dfbe7c13e6 owned by compute:nova {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:34:39.620511 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 624fe88a-6863-435a-b0d1-917c46d80dd4 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:34:39.620949 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:39.901169 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-db2fe62a-683c-44ee-bcb2-8ea9025afce2 req-770814de-b06e-42f6-bf96-668d66281578 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88643837-d168-4301-973a-fb49484ce937 HTTP/1.1" status: 200  len: 217 time: 0.2423368
Jul 23 16:34:40.067813 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b25c-7f5a-445f-b188-186761bf45c0 req-c69ab508-6a85-45f6-aa2a-8c3f74363097 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:40.079129 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-be50b25c-7f5a-445f-b188-186761bf45c0 req-c69ab508-6a85-45f6-aa2a-8c3f74363097 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.3622417
Jul 23 16:34:40.096866 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:40.240920 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 624fe88a-6863-435a-b0d1-917c46d80dd4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=624fe88a-6863-435a-b0d1-917c46d80dd4,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:40.247481 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2fe62a-683c-44ee-bcb2-8ea9025afce2 req-c8ca582f-ef27-4025-9929-ecabfe43c37b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:40.251394 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:34:40.254090 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-db2fe62a-683c-44ee-bcb2-8ea9025afce2 req-c8ca582f-ef27-4025-9929-ecabfe43c37b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d68b2be1-e23b-4748-b90d-bcfc7a62925f HTTP/1.1" status: 200  len: 847 time: 0.3417895
Jul 23 16:34:40.271274 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-04010481-d6db-4132-92b0-ac1f34eb77ce req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:40.291430 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b39f9308-02ff-4467-bbbb-9e77338e80d8 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:40.301890 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:40.304334 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device e95c0805-5914-4585-af4c-d6dfbe7c13e6 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:34:40.353589 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-be50b25c-7f5a-445f-b188-186761bf45c0 req-8aa3e13c-97bf-425f-a491-93715dcae573 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2582278
Jul 23 16:34:40.374841 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:40.442623 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Pushing event deleted for resources: {'Port': ['ID=e95c0805-5914-4585-af4c-d6dfbe7c13e6,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:40.448893 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be347efd-61c5-4e3b-a5e6-dbd1f42f7d0c req-e90b88a3-670f-4228-811d-456cbdb28eae tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:40.461251 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:40.462809 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-be347efd-61c5-4e3b-a5e6-dbd1f42f7d0c req-e90b88a3-670f-4228-811d-456cbdb28eae tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 945 time: 1.0434740
Jul 23 16:34:40.486716 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:40.487145 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:40.487628 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:40.489397 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:40.490082 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:40.490439 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:40.490972 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:40.491325 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:40.492465 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:40.498113 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:40.498633 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:40.508682 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:40.549317 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: e95c0805-5914-4585-af4c-d6dfbe7c13e6 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:34:40.550609 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device e95c0805-5914-4585-af4c-d6dfbe7c13e6 not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:34:40.630034 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-be347efd-61c5-4e3b-a5e6-dbd1f42f7d0c req-b8e3324e-4c9c-4c52-83ad-44c84ff1515a tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555564
Jul 23 16:34:40.649274 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=624fe88a-6863-435a-b0d1-917c46d80dd4,revision_number=10']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:40.656925 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:40.738605 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-04010481-d6db-4132-92b0-ac1f34eb77ce req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] No DVR routers for this DVR port e95c0805-5914-4585-af4c-d6dfbe7c13e6 on host hv-cinder-80203 {{(pid=74313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:34:40.758368 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-04010481-d6db-4132-92b0-ac1f34eb77ce req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:40.771074 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73557b1d-122f-4e59-87df-967231a613f7', 'name': 'network-vif-deleted', 'tag': 'e95c0805-5914-4585-af4c-d6dfbe7c13e6'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:34:40.826584 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-04010481-d6db-4132-92b0-ac1f34eb77ce req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.46 "DELETE /v2.0/ports/e95c0805-5914-4585-af4c-d6dfbe7c13e6 HTTP/1.1" status: 204  len: 173 time: 2.8159328
Jul 23 16:34:40.918999 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638c31c-e6dd-4afc-9341-d681c248c506 req-b75d9a40-3ce1-48f5-94d4-f24837448cf8 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:40.928791 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8638c31c-e6dd-4afc-9341-d681c248c506 req-b75d9a40-3ce1-48f5-94d4-f24837448cf8 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 946 time: 0.1903882
Jul 23 16:34:41.047404 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8638c31c-e6dd-4afc-9341-d681c248c506 req-93f9664a-378e-4c1e-85a0-f4cc0b13667b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1170609
Jul 23 16:34:41.086455 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b049e1-740f-4bab-8a36-50cd8489b740 req-f061669a-fe7b-464e-97ef-004912420b5e tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:41.093664 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-50b049e1-740f-4bab-8a36-50cd8489b740 req-f061669a-fe7b-464e-97ef-004912420b5e tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.1601894
Jul 23 16:34:41.205123 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-50b049e1-740f-4bab-8a36-50cd8489b740 req-b3140bdd-aff7-46ef-b1f8-1e9bd7c2372f tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1055818
Jul 23 16:34:41.229183 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'code': 200}
Jul 23 16:34:41.596340 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-234f2ed6-5715-4034-a1de-787c75dbb86a req-2a4d46f2-93ff-48ca-be84-d6ed2abcc4a2 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 210 time: 0.1694341
Jul 23 16:34:41.688001 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73557b1d-122f-4e59-87df-967231a613f7', 'name': 'network-vif-deleted', 'tag': 'e95c0805-5914-4585-af4c-d6dfbe7c13e6', 'status': 'completed', 'code': 200}
Jul 23 16:34:42.058454 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052910b-6913-4a00-9fa1-666c5acb4085 req-bf6380fd-c90a-49ea-a50b-c626f87b6d52 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:42.060587 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1052910b-6913-4a00-9fa1-666c5acb4085 req-bf6380fd-c90a-49ea-a50b-c626f87b6d52 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.2604735
Jul 23 16:34:42.098793 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8ea8b-a758-4fa2-a443-3b57e056f62b req-44357d38-ddbe-4744-936f-33129d068f80 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:42.100427 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-21e8ea8b-a758-4fa2-a443-3b57e056f62b req-44357d38-ddbe-4744-936f-33129d068f80 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 945 time: 0.1788843
Jul 23 16:34:42.198330 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1052910b-6913-4a00-9fa1-666c5acb4085 req-85fe33bb-5e1c-4bb9-bb89-0aaf372bb5b9 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1269667
Jul 23 16:34:42.222295 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-21e8ea8b-a758-4fa2-a443-3b57e056f62b req-d0cea282-9cf5-4477-a611-040a2da9d96d tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078501
Jul 23 16:34:42.686239 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cceef-67c6-454f-ae26-854ed5f53b0b req-fded1497-c8e1-4a50-9482-2c3d3a9c2065 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:42.689031 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-252cceef-67c6-454f-ae26-854ed5f53b0b req-fded1497-c8e1-4a50-9482-2c3d3a9c2065 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 946 time: 0.2731175
Jul 23 16:34:42.702850 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd4954-49b1-4a88-b5ef-d894a6f05359 req-edd5d3cb-5300-472a-b1b3-1bb9d7eb5d36 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:42.706152 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-84fd4954-49b1-4a88-b5ef-d894a6f05359 req-edd5d3cb-5300-472a-b1b3-1bb9d7eb5d36 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.2203207
Jul 23 16:34:42.856923 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-252cceef-67c6-454f-ae26-854ed5f53b0b req-34fb3fb0-aa0f-4ca5-97ff-ee6dce31963e tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1496823
Jul 23 16:34:42.879251 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-84fd4954-49b1-4a88-b5ef-d894a6f05359 req-708e98a8-cfdf-450d-bb1b-9f7c8f0a59f3 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1424901
Jul 23 16:34:43.162915 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-78688ee5-7ea5-46ac-a2e3-e363e2767305 req-9473a219-3fb2-4753-9299-3dc30644091f tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] 10.222.0.11 "GET /v2.0/ports?device_id=73557b1d-122f-4e59-87df-967231a613f7 HTTP/1.1" status: 200  len: 210 time: 0.0536880
Jul 23 16:34:43.582933 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e56431-4419-4739-8557-ebfa863ced8c req-11f2ee3e-1c09-43d3-b211-8496a68c29a8 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:43.585544 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b9e56431-4419-4739-8557-ebfa863ced8c req-11f2ee3e-1c09-43d3-b211-8496a68c29a8 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.2141762
Jul 23 16:34:43.601247 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491838c-f40a-4a74-a657-2dd783a907a2 req-4986212a-4da7-4967-af5c-39d04245e419 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:43.604442 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4491838c-f40a-4a74-a657-2dd783a907a2 req-4986212a-4da7-4967-af5c-39d04245e419 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 945 time: 0.1766961
Jul 23 16:34:43.698693 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b9e56431-4419-4739-8557-ebfa863ced8c req-d6b5ff35-5c57-4259-b968-0aef3e6bf61d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929408
Jul 23 16:34:43.713037 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4491838c-f40a-4a74-a657-2dd783a907a2 req-cd8db5a1-8b69-4ed2-ac43-2bbb7ff7e3f5 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848339
Jul 23 16:34:43.930446 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-db2fe62a-683c-44ee-bcb2-8ea9025afce2 req-059c7798-3af3-4dce-8281-d92a2f774ba9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db4d843f-5b67-4c94-95c1-1ea31b7c2742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2640378
Jul 23 16:34:44.164951 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-26957547-8a68-45d6-b0ad-629de48885b4 req-6d0b1933-788b-44ce-8b8b-03cd59e2590c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8733068c398e483e93b67dd9619ed93c&device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 1099 time: 0.2576513
Jul 23 16:34:44.295137 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2339f6a6-80a0-48af-bf9e-4be7e65f0a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:44.491048 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-3e4ab333-b225-45b4-91df-84265b4c3ebe tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:44.492361 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-3e4ab333-b225-45b4-91df-84265b4c3ebe tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Synchronizing usage tracker for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:34:44.646403 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-3e4ab333-b225-45b4-91df-84265b4c3ebe tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Unset dirty status for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:34:44.663569 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-3e4ab333-b225-45b4-91df-84265b4c3ebe tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 945 time: 0.8686345
Jul 23 16:34:44.810356 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:44.811690 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-db2fe62a-683c-44ee-bcb2-8ea9025afce2 req-6d3283d4-5bcb-48bd-b437-1803b836d2a8 service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8664730
Jul 23 16:34:44.936813 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26957547-8a68-45d6-b0ad-629de48885b4 req-2426541b-a580-4b86-aa92-f65ba4ea089d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:44.938800 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-26957547-8a68-45d6-b0ad-629de48885b4 req-2426541b-a580-4b86-aa92-f65ba4ea089d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce82339f-eeee-471f-96ff-22dbd70c45a7 HTTP/1.1" status: 200  len: 912 time: 0.7696934
Jul 23 16:34:45.137190 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b733f72-3e9d-4781-9134-00b3ded02256 req-df09685a-50b5-4dde-bba6-9f5373c1df6c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:45.140188 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2b733f72-3e9d-4781-9134-00b3ded02256 req-df09685a-50b5-4dde-bba6-9f5373c1df6c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 946 time: 0.8965824
Jul 23 16:34:45.157085 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-6fcbe860-4d5f-45c7-b073-1d697120b9ce tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Deleting port 0ab2513d-eb84-4a5e-a858-b009a9d469e0 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:34:45.157955 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-6fcbe860-4d5f-45c7-b073-1d697120b9ce tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:45.186798 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf8960-fa86-47fb-bb8e-97feb7f12ba6 req-6df94399-fcb5-49cd-b1ae-2e63562d42e4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:45.200744 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8daf8960-fa86-47fb-bb8e-97feb7f12ba6 req-6df94399-fcb5-49cd-b1ae-2e63562d42e4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.8002284
Jul 23 16:34:45.248846 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-78e182e3-31dc-40ce-a0f1-e11eeda64097 req-272a0bcc-44bb-4d74-b2a7-420462553116 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 1099 time: 0.5038333
Jul 23 16:34:45.322531 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-26957547-8a68-45d6-b0ad-629de48885b4 req-b4e7262b-95fa-4f61-8f0b-31599eaa3732 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efceefff-b8ed-47c1-a35f-ecb655bece6b HTTP/1.1" status: 200  len: 1002 time: 0.3519018
Jul 23 16:34:45.368163 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2b733f72-3e9d-4781-9134-00b3ded02256 req-7e23e82e-75c6-49c1-97a1-34370094f596 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2015915
Jul 23 16:34:45.370610 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8daf8960-fa86-47fb-bb8e-97feb7f12ba6 req-02d8d5a2-2e36-4ff6-bbc4-01d7453ae99b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1356857
Jul 23 16:34:45.372447 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-db2fe62a-683c-44ee-bcb2-8ea9025afce2 req-c5a83aa9-6189-419d-a493-f72517cfd72a service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4395468
Jul 23 16:34:45.633576 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:34:45.652483 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-6fcbe860-4d5f-45c7-b073-1d697120b9ce tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] For port 0ab2513d-eb84-4a5e-a858-b009a9d469e0, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=0ab2513d-eb84-4a5e-a858-b009a9d469e0,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:45.653213 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-6fcbe860-4d5f-45c7-b073-1d697120b9ce tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:45.900049 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9e03b-1793-4847-807c-27403b366791 req-d2816910-bb39-4bf1-b13b-f85e8427f729 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:45.903725 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-74e9e03b-1793-4847-807c-27403b366791 req-d2816910-bb39-4bf1-b13b-f85e8427f729 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 945 time: 0.2890551
Jul 23 16:34:45.915046 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-6fcbe860-4d5f-45c7-b073-1d697120b9ce tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Calling delete_port for 0ab2513d-eb84-4a5e-a858-b009a9d469e0 owned by compute:nova {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:34:45.986014 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76007baa-b36c-44d6-9960-9e7c9f5ba5d1 req-8f1f7de0-de53-45bf-8352-fe64db19d8c9 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:45.988436 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-76007baa-b36c-44d6-9960-9e7c9f5ba5d1 req-8f1f7de0-de53-45bf-8352-fe64db19d8c9 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.2489705
Jul 23 16:34:46.062795 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-74e9e03b-1793-4847-807c-27403b366791 req-303b1813-8006-482a-b8a1-ae6a634191d1 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473382
Jul 23 16:34:46.101675 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-76007baa-b36c-44d6-9960-9e7c9f5ba5d1 req-49265d00-7717-42f8-9dae-fef8f6383c96 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003227
Jul 23 16:34:46.239644 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-6fcbe860-4d5f-45c7-b073-1d697120b9ce tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:46.251317 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-1f9642a0-4f87-4eb3-b3a3-7b0b8ceb29b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:46.349882 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbe860-4d5f-45c7-b073-1d697120b9ce tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Pushing event deleted for resources: {'Port': ['ID=0ab2513d-eb84-4a5e-a858-b009a9d469e0,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:46.359915 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-6fcbe860-4d5f-45c7-b073-1d697120b9ce tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:46.528114 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-6fcbe860-4d5f-45c7-b073-1d697120b9ce tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] No DVR routers for this DVR port 0ab2513d-eb84-4a5e-a858-b009a9d469e0 on host hv-cinder-80203 {{(pid=74313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:34:46.538426 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-6fcbe860-4d5f-45c7-b073-1d697120b9ce tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:46.545123 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aff78ef-f552-4489-86fe-5cb4a2506c34', 'name': 'network-vif-deleted', 'tag': '0ab2513d-eb84-4a5e-a858-b009a9d469e0'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:34:46.583853 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-6fcbe860-4d5f-45c7-b073-1d697120b9ce tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "DELETE /v2.0/ports/0ab2513d-eb84-4a5e-a858-b009a9d469e0 HTTP/1.1" status: 204  len: 173 time: 1.7847159
Jul 23 16:34:46.659067 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7b102ffd-4376-4065-892d-f4ebcdeabade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:47.017324 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae0882-813e-4613-a684-3e9e35ca0411 req-be0eb384-9c62-402a-b8c3-f8da2708d57d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:47.021042 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c0ae0882-813e-4613-a684-3e9e35ca0411 req-be0eb384-9c62-402a-b8c3-f8da2708d57d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.3862004
Jul 23 16:34:47.038613 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57127426-3c13-4c05-b702-6761e37d58eb req-7ec6ff14-fcae-4b32-b22c-c799191fb43c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:47.046063 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-57127426-3c13-4c05-b702-6761e37d58eb req-7ec6ff14-fcae-4b32-b22c-c799191fb43c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 946 time: 0.3445137
Jul 23 16:34:47.207959 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c0ae0882-813e-4613-a684-3e9e35ca0411 req-6c434c78-f46d-4aab-8524-293a11ad4046 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1601346
Jul 23 16:34:47.217329 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-57127426-3c13-4c05-b702-6761e37d58eb req-b658f6d9-2ce2-4fb8-9ab3-079ff8211069 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1363380
Jul 23 16:34:47.357408 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aff78ef-f552-4489-86fe-5cb4a2506c34', 'name': 'network-vif-deleted', 'tag': '0ab2513d-eb84-4a5e-a858-b009a9d469e0', 'status': 'completed', 'code': 200}
Jul 23 16:34:47.687983 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7f4a75a9-9e54-4506-b5e9-c1293be74b6a req-20eaa6a4-e71d-4d6e-8c0c-64e2b0647b7e tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 210 time: 0.1658490
Jul 23 16:34:47.769400 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b13d6c-de8e-4076-b921-abce5018396f req-2ca7a8b9-2fc1-478c-bf58-78bcfa14940f tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:47.772198 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-29b13d6c-de8e-4076-b921-abce5018396f req-2ca7a8b9-2fc1-478c-bf58-78bcfa14940f tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.1781585
Jul 23 16:34:47.865145 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-29b13d6c-de8e-4076-b921-abce5018396f req-a17fec1a-ca45-49e5-a76a-ae2f87e141b1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812614
Jul 23 16:34:48.077751 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442', '0ab2513d-eb84-4a5e-a858-b009a9d469e0'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:34:48.229464 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26957547-8a68-45d6-b0ad-629de48885b4 req-0d0f63c7-3a98-4bbc-9945-b6d95b44f8ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:48.233369 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-26957547-8a68-45d6-b0ad-629de48885b4 req-0d0f63c7-3a98-4bbc-9945-b6d95b44f8ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a685292-3ace-4bd8-8dcc-ef7b928244a3 HTTP/1.1" status: 200  len: 850 time: 0.1498454
Jul 23 16:34:48.251003 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 88643837-d168-4301-973a-fb49484ce937 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:34:48.254906 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 0ab2513d-eb84-4a5e-a858-b009a9d469e0 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:34:48.362959 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: 0ab2513d-eb84-4a5e-a858-b009a9d469e0 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:34:48.363937 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 0ab2513d-eb84-4a5e-a858-b009a9d469e0 not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:34:48.398597 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-78e182e3-31dc-40ce-a0f1-e11eeda64097 req-5c6bf33d-925e-476c-bad1-08064865c4a5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3171272
Jul 23 16:34:48.441067 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:48.460811 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-26957547-8a68-45d6-b0ad-629de48885b4 req-1907dfa3-dca0-4608-a775-f576d49d8e9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce82339f-eeee-471f-96ff-22dbd70c45a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2163014
Jul 23 16:34:48.827339 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed38e56-0021-43ca-8ba5-3decd8b56971 req-501f5d98-fce6-43b3-834b-13a1760870b0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:48.841728 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 88643837-d168-4301-973a-fb49484ce937, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=88643837-d168-4301-973a-fb49484ce937,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:48.845075 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1ed38e56-0021-43ca-8ba5-3decd8b56971 req-501f5d98-fce6-43b3-834b-13a1760870b0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 946 time: 0.2349572
Jul 23 16:34:48.855678 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015c024-97df-4382-91ca-f4ed3705f406 req-15d29928-0dee-4c11-a7c6-29b826506a00 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:48.858011 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a015c024-97df-4382-91ca-f4ed3705f406 req-15d29928-0dee-4c11-a7c6-29b826506a00 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.3503442
Jul 23 16:34:48.873717 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '88643837-d168-4301-973a-fb49484ce937', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'port_id': '88643837-d168-4301-973a-fb49484ce937', 'mac_address': 'fa:16:3e:d6:6c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:34:48.961078 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1ed38e56-0021-43ca-8ba5-3decd8b56971 req-7112f0ea-1956-47fb-ae27-d436285d91cc tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1013453
Jul 23 16:34:48.969519 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a015c024-97df-4382-91ca-f4ed3705f406 req-7f2af398-e724-414c-b9f9-4c201036fd6d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0880129
Jul 23 16:34:48.992721 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:49.038507 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88643837-d168-4301-973a-fb49484ce937 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:34:49.072177 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 88643837-d168-4301-973a-fb49484ce937, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=88643837-d168-4301-973a-fb49484ce937,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:49.079310 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:49.081568 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:49.224184 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=88643837-d168-4301-973a-fb49484ce937,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:49.231425 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:49.328587 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:49.361541 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c61f832d-76bb-430b-9206-edba4e986d9c req-03a2c3bf-ad0c-4520-b870-2afe7586c2d3 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 210 time: 0.1027408
Jul 23 16:34:49.434582 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549a663-7ec6-4b72-94c5-ae3008bf8c3c req-1a572381-5773-43a2-af2d-1deb4a300aef tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:49.437738 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8549a663-7ec6-4b72-94c5-ae3008bf8c3c req-1a572381-5773-43a2-af2d-1deb4a300aef tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.2345102
Jul 23 16:34:49.537076 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8549a663-7ec6-4b72-94c5-ae3008bf8c3c req-387429d2-6fa6-4a21-910e-5f86b7a936d9 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0880272
Jul 23 16:34:50.457057 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3887b-203e-4663-a757-7f2881b73293 req-54326a30-d4a1-41a1-8ee5-9f1ad9e78460 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:50.458845 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4dd3887b-203e-4663-a757-7f2881b73293 req-54326a30-d4a1-41a1-8ee5-9f1ad9e78460 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 945 time: 0.2501476
Jul 23 16:34:50.472741 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973fde0-5ed6-4d51-9b3b-44529dd10748 req-2870b43b-8933-4802-9585-45ddcb15eb9b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:50.474692 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b973fde0-5ed6-4d51-9b3b-44529dd10748 req-2870b43b-8933-4802-9585-45ddcb15eb9b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 946 time: 0.2035789
Jul 23 16:34:50.575405 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4dd3887b-203e-4663-a757-7f2881b73293 req-6d993c69-ceae-4ef7-b0a7-075ae5d731e0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0991151
Jul 23 16:34:50.579729 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b973fde0-5ed6-4d51-9b3b-44529dd10748 req-73d5aa11-3b16-4808-b6e2-e6e9d70684ff tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843227
Jul 23 16:34:50.848912 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f302ed59-00fd-40bf-9e39-f92ca01f8cc5 req-30db4cf4-3fac-486d-8b95-a31134355e41 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=3aff78ef-f552-4489-86fe-5cb4a2506c34 HTTP/1.1" status: 200  len: 210 time: 0.0735669
Jul 23 16:34:50.972504 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19416a6-49d8-4162-ab04-eb0ef8cc5350 req-15f2d082-c840-4a95-b5b9-a8a20931383e tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:50.975273 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c19416a6-49d8-4162-ab04-eb0ef8cc5350 req-15f2d082-c840-4a95-b5b9-a8a20931383e tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.1334836
Jul 23 16:34:51.064765 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c19416a6-49d8-4162-ab04-eb0ef8cc5350 req-4f48f77e-580a-4a21-b16b-7eb56924ced2 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783520
Jul 23 16:34:51.799837 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-26957547-8a68-45d6-b0ad-629de48885b4 req-802e0724-aa91-4815-9e58-74cd1c3a730a service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2215707
Jul 23 16:34:52.201109 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['88643837-d168-4301-973a-fb49484ce937'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:34:52.334192 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-26957547-8a68-45d6-b0ad-629de48885b4 req-cc588679-be86-47f0-a83f-9e3c7c03f01b service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5219097
Jul 23 16:34:52.397967 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250840c-0c64-4f93-b4c1-b5adbe31316f req-359aaad8-f38a-403a-970f-698bc9fd7b80 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:52.405336 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8250840c-0c64-4f93-b4c1-b5adbe31316f req-359aaad8-f38a-403a-970f-698bc9fd7b80 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 945 time: 0.5492408
Jul 23 16:34:52.418896 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155dcb7-2ec2-4c8f-af16-267b494aa7b1 req-0a4cacaf-53ae-41dc-9ab5-0f2ccb36f05d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:52.423025 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7155dcb7-2ec2-4c8f-af16-267b494aa7b1 req-0a4cacaf-53ae-41dc-9ab5-0f2ccb36f05d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 946 time: 0.3944013
Jul 23 16:34:52.662971 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8250840c-0c64-4f93-b4c1-b5adbe31316f req-f66ef583-c6e3-478d-b662-b2381a15fab2 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2382293
Jul 23 16:34:52.684863 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7155dcb7-2ec2-4c8f-af16-267b494aa7b1 req-91115a1a-2698-44dd-a167-50644f2b375b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2283115
Jul 23 16:34:52.738160 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cc300b87-ddd8-4edf-a505-7b0862eafdd0 req-5e318c8d-8876-45f4-8895-ee086e9f090b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8733068c398e483e93b67dd9619ed93c&device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 1099 time: 0.2761796
Jul 23 16:34:53.710868 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc300b87-ddd8-4edf-a505-7b0862eafdd0 req-c1ce5e70-1f78-4053-b516-1d492d86ce95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:53.713614 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cc300b87-ddd8-4edf-a505-7b0862eafdd0 req-c1ce5e70-1f78-4053-b516-1d492d86ce95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce82339f-eeee-471f-96ff-22dbd70c45a7 HTTP/1.1" status: 200  len: 912 time: 0.9002182
Jul 23 16:34:53.725244 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf39aa-61ed-4cd5-8fa2-197f64dd817c req-fed3a41f-1b02-4548-bba2-98f3fccd6eed tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:53.740297 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0baf39aa-61ed-4cd5-8fa2-197f64dd817c req-fed3a41f-1b02-4548-bba2-98f3fccd6eed tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.4024851
Jul 23 16:34:54.040842 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0baf39aa-61ed-4cd5-8fa2-197f64dd817c req-635dd426-baf1-4a2f-a355-6b427a201f25 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2988336
Jul 23 16:34:54.063340 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cc300b87-ddd8-4edf-a505-7b0862eafdd0 req-452cbf7b-6032-4019-be55-f5172166d575 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efceefff-b8ed-47c1-a35f-ecb655bece6b HTTP/1.1" status: 200  len: 1002 time: 0.3183875
Jul 23 16:34:54.367523 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc300b87-ddd8-4edf-a505-7b0862eafdd0 req-ec467056-602a-4d40-9298-9d6b149b0459 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:54.369943 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cc300b87-ddd8-4edf-a505-7b0862eafdd0 req-ec467056-602a-4d40-9298-9d6b149b0459 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a685292-3ace-4bd8-8dcc-ef7b928244a3 HTTP/1.1" status: 200  len: 850 time: 0.2863073
Jul 23 16:34:54.638279 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 47950) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:34:54.707521 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08206beb-b359-4d54-b980-460f458b7dc0 req-e9700026-34f4-41b7-9665-43a80d17e849 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:54.718997 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-08206beb-b359-4d54-b980-460f458b7dc0 req-e9700026-34f4-41b7-9665-43a80d17e849 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 945 time: 0.6500828
Jul 23 16:34:54.820287 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cc300b87-ddd8-4edf-a505-7b0862eafdd0 req-3a9d11f6-e628-448f-8654-92d299cfd32a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce82339f-eeee-471f-96ff-22dbd70c45a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4413497
Jul 23 16:34:55.066109 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6246801c-d4aa-4bb5-a7e1-e1a5621dc81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:55.078654 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c10fd-54c7-4663-8159-ab31fac944a7 req-5cda205d-ecd9-4192-905c-bd0502aec616 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:55.093480 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-358c10fd-54c7-4663-8159-ab31fac944a7 req-5cda205d-ecd9-4192-905c-bd0502aec616 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 946 time: 0.6628218
Jul 23 16:34:55.159538 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-6246801c-d4aa-4bb5-a7e1-e1a5621dc81f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:34:55.167148 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-08206beb-b359-4d54-b980-460f458b7dc0 req-ed118dc1-b1a3-4e1b-a73a-0e18b817854d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4420726
Jul 23 16:34:55.184739 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-6246801c-d4aa-4bb5-a7e1-e1a5621dc81f admin admin] Usage tracker for resource:security_group_rule and tenant:144f7624e9ec427babad011afa562dc4 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:34:55.199816 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-6246801c-d4aa-4bb5-a7e1-e1a5621dc81f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:34:55.227743 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-6246801c-d4aa-4bb5-a7e1-e1a5621dc81f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:34:55.310552 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-358c10fd-54c7-4663-8159-ab31fac944a7 req-16de70d0-eec1-4ac5-8fcb-b2055c4f0270 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2151079
Jul 23 16:34:55.343833 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cc300b87-ddd8-4edf-a505-7b0862eafdd0 req-28aa7200-9498-4240-9620-4c7a522a3984 service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4986818
Jul 23 16:34:55.448897 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6246801c-d4aa-4bb5-a7e1-e1a5621dc81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:55.467130 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6246801c-d4aa-4bb5-a7e1-e1a5621dc81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:55.489382 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-98a24c7d-bf6a-4192-bced-0b71ce32dcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:55.669266 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246801c-d4aa-4bb5-a7e1-e1a5621dc81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528f8a91-74af-48fb-9473-2a0fb70a4b0d,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:55.678386 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-6246801c-d4aa-4bb5-a7e1-e1a5621dc81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:55.689153 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-6246801c-d4aa-4bb5-a7e1-e1a5621dc81f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=144f7624e9ec427babad011afa562dc4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0442924
Jul 23 16:34:55.691623 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 47964) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:34:55.700124 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 88643837-d168-4301-973a-fb49484ce937 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:34:55.910682 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cc300b87-ddd8-4edf-a505-7b0862eafdd0 req-ea24cdcf-9a96-437c-b0ed-ee33a5bdf2c6 service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5573895
Jul 23 16:34:55.966313 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e331a6b-8759-4e61-a7da-4916487cf803 req-b56bd82f-ffd5-4ed6-b69d-5fae316a03c6 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:55.976129 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2e331a6b-8759-4e61-a7da-4916487cf803 req-b56bd82f-ffd5-4ed6-b69d-5fae316a03c6 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.2984655
Jul 23 16:34:55.986135 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f6bfe57b-0ff5-40ff-b652-2b3b1989abaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:56.042224 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 88643837-d168-4301-973a-fb49484ce937 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:34:56.071544 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 88643837-d168-4301-973a-fb49484ce937 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:34:56.072769 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:56.125780 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f6bfe57b-0ff5-40ff-b652-2b3b1989abaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:56.179472 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2e331a6b-8759-4e61-a7da-4916487cf803 req-28d41666-0d78-4e32-9b17-eed82ae4e05e tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2006164
Jul 23 16:34:56.348281 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f6bfe57b-0ff5-40ff-b652-2b3b1989abaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:56.365330 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-55b246a5-454f-4d62-ae48-4f393b862dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:56.424481 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfe57b-0ff5-40ff-b652-2b3b1989abaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528f8a91-74af-48fb-9473-2a0fb70a4b0d,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:56.440130 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f6bfe57b-0ff5-40ff-b652-2b3b1989abaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:56.448813 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f6bfe57b-0ff5-40ff-b652-2b3b1989abaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:56.475083 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-f6bfe57b-0ff5-40ff-b652-2b3b1989abaf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/528f8a91-74af-48fb-9473-2a0fb70a4b0d HTTP/1.1" status: 204  len: 168 time: 0.7704053
Jul 23 16:34:56.520010 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8fcf1-ad4f-4f5c-b9f2-cd2e1b00d469 req-451edb84-6be5-44dc-afa8-4df6b4362468 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:56.522956 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-91c8fcf1-ad4f-4f5c-b9f2-cd2e1b00d469 req-451edb84-6be5-44dc-afa8-4df6b4362468 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 946 time: 0.2485414
Jul 23 16:34:56.638024 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:56.638268 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-91c8fcf1-ad4f-4f5c-b9f2-cd2e1b00d469 req-94b9ac2e-2579-463b-b626-2ec493d6e2f9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975208
Jul 23 16:34:56.766722 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88643837-d168-4301-973a-fb49484ce937'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:34:56.817540 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 88643837-d168-4301-973a-fb49484ce937, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=88643837-d168-4301-973a-fb49484ce937,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:34:56.832156 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:56.853314 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-54426e08-0708-4a74-8363-3e4f8d326258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:57.175404 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fe81e-1c70-466c-ad67-a91af2135cf2 req-82a8e898-c70a-4005-81c7-6ba373bf5257 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:57.189003 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-780fe81e-1c70-466c-ad67-a91af2135cf2 req-82a8e898-c70a-4005-81c7-6ba373bf5257 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.1964388
Jul 23 16:34:57.277321 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=88643837-d168-4301-973a-fb49484ce937,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:57.318070 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:57.318424 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:57.318991 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:57.319568 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:57.320167 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:57.320742 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:57.322242 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-780fe81e-1c70-466c-ad67-a91af2135cf2 req-4dbb7018-4a71-47b9-8b74-d9bb345b5769 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1316729
Jul 23 16:34:57.323448 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:57.324857 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:57.325646 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:57.326696 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:57.332475 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:57.345133 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:57.638325 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88643837-d168-4301-973a-fb49484ce937', 'code': 200}
Jul 23 16:34:57.870709 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 47998) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:34:57.929004 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:58.001249 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3fe48-6f83-43b6-9d71-8951dea9287a req-48b29d7f-7a05-44a1-9342-352d15b2b242 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:58.009455 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-21a3fe48-6f83-43b6-9d71-8951dea9287a req-48b29d7f-7a05-44a1-9342-352d15b2b242 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 946 time: 0.3230782
Jul 23 16:34:58.085131 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:34:58.162658 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Usage tracker for resource:security_group_rule and tenant:9cff8b18d4434eb4ade16f4eb53c9d2d is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:34:58.176930 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:34:58.223353 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:34:58.482376 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc487d-0ff7-40c5-8fc0-58aabc194330 req-1e38769d-380b-4d3d-8849-956843752431 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:58.495493 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-20bc487d-0ff7-40c5-8fc0-58aabc194330 req-1e38769d-380b-4d3d-8849-956843752431 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 946 time: 0.4037361
Jul 23 16:34:58.646874 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4731eec2-a3a6-4260-a6ad-14c98b8ebab1 req-7ac78c66-fd77-4d1b-90d7-818561f19c06 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 1099 time: 0.3665180
Jul 23 16:34:58.694047 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:58.703711 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-20bc487d-0ff7-40c5-8fc0-58aabc194330 req-871dc873-4bce-43dc-889a-97356a6eb2bf tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048867
Jul 23 16:34:58.750744 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:58.763735 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d961fbff-a2fe-47cc-b1cd-65368264bfb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:58.880890 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8920f51-dac7-4d8d-ba09-16b7ea68a813,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:58.903704 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4731eec2-a3a6-4260-a6ad-14c98b8ebab1 req-e145cc53-fc94-4253-ac55-7c21adcc4331 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1974068
Jul 23 16:34:58.995172 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cff8b18d4434eb4ade16f4eb53c9d2d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1136367
Jul 23 16:34:58.996707 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48010) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:34:59.151018 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:59.151639 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:59.152855 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:59.153458 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:59.154071 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:59.154684 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:59.155287 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:59.155946 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:59.157928 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:59.158536 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:59.159174 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:34:59.195777 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0f74d9ff-9b80-4ddd-bdf4-8b6f6727aa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:59.207036 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:59.308083 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0f74d9ff-9b80-4ddd-bdf4-8b6f6727aa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:59.434871 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0f74d9ff-9b80-4ddd-bdf4-8b6f6727aa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:59.457168 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-246fa65b-6122-48dc-a234-c1a4e202afd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:34:59.487273 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74d9ff-9b80-4ddd-bdf4-8b6f6727aa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8920f51-dac7-4d8d-ba09-16b7ea68a813,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:34:59.501357 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0f74d9ff-9b80-4ddd-bdf4-8b6f6727aa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:34:59.520730 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-0f74d9ff-9b80-4ddd-bdf4-8b6f6727aa18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8920f51-dac7-4d8d-ba09-16b7ea68a813 HTTP/1.1" status: 204  len: 168 time: 0.5211623
Jul 23 16:34:59.524946 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-21a3fe48-6f83-43b6-9d71-8951dea9287a req-225e383a-a8b1-491b-bf10-2d38c04cca8d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.4965947
Jul 23 16:34:59.526886 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0f74d9ff-9b80-4ddd-bdf4-8b6f6727aa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:34:59.637878 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a6951-f8c5-491e-845a-151172ddd701 req-6deeb568-1aa6-4888-90a6-08a350046be8 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:59.652309 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-837a6951-f8c5-491e-845a-151172ddd701 req-6deeb568-1aa6-4888-90a6-08a350046be8 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.3256772
Jul 23 16:34:59.724200 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2aedc8-1871-4e31-981e-6f585214fcb3 req-96ba4f68-203b-437b-adf5-60cb9d5d1be8 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:34:59.726416 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fa2aedc8-1871-4e31-981e-6f585214fcb3 req-96ba4f68-203b-437b-adf5-60cb9d5d1be8 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 946 time: 0.8177719
Jul 23 16:34:59.904440 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-837a6951-f8c5-491e-845a-151172ddd701 req-a1cfa2f6-7d56-44bf-b93c-9e2f553392ab tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2488034
Jul 23 16:34:59.949462 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-fa2aedc8-1871-4e31-981e-6f585214fcb3 req-4c5b7cde-cc7b-4074-af7d-eb4d810312e6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Deleting port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:34:59.950598 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-fa2aedc8-1871-4e31-981e-6f585214fcb3 req-4c5b7cde-cc7b-4074-af7d-eb4d810312e6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:00.589048 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0393f3-a685-4883-82cd-4795653cde67 req-741c1692-c0b6-4f12-8647-4dad8221dd7f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:00.604592 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-eb0393f3-a685-4883-82cd-4795653cde67 req-741c1692-c0b6-4f12-8647-4dad8221dd7f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 946 time: 0.5074654
Jul 23 16:35:00.906454 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-eb0393f3-a685-4883-82cd-4795653cde67 req-6336d6a0-f8a8-4131-964f-4dde100e3b39 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/security-groups?id=18d095e1-8850-4c03-a59e-eda1eeea2041&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2993073
Jul 23 16:35:01.112922 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-fa2aedc8-1871-4e31-981e-6f585214fcb3 req-4c5b7cde-cc7b-4074-af7d-eb4d810312e6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] For port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442,segment=NetworkSegment(34652b14-763c-409c-8575-07fe79cf0ed3),segment_id=34652b14-763c-409c-8575-07fe79cf0ed3)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:35:01.114224 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-fa2aedc8-1871-4e31-981e-6f585214fcb3 req-4c5b7cde-cc7b-4074-af7d-eb4d810312e6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:01.410950 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-fa2aedc8-1871-4e31-981e-6f585214fcb3 req-4c5b7cde-cc7b-4074-af7d-eb4d810312e6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Calling delete_port for 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:35:01.720958 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:35:01.878049 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e747568-b975-4de7-af5d-d988c747b1ec req-e42bd2aa-cefa-4ed1-8a89-b937247cded0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:01.890297 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1e747568-b975-4de7-af5d-d988c747b1ec req-e42bd2aa-cefa-4ed1-8a89-b937247cded0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.3771291
Jul 23 16:35:02.116312 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd0f5e-4cf4-465f-9aab-b49ce145f5cb req-21cf55a6-f423-4b4b-af34-435a51eb6fcc tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:02.128627 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-30cd0f5e-4cf4-465f-9aab-b49ce145f5cb req-21cf55a6-f423-4b4b-af34-435a51eb6fcc tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 946 time: 0.5020380
Jul 23 16:35:02.164621 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1e747568-b975-4de7-af5d-d988c747b1ec req-e6b88896-ae98-4a52-9377-da947cb41428 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2669773
Jul 23 16:35:02.207589 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:02.267135 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-fa2aedc8-1871-4e31-981e-6f585214fcb3 req-4c5b7cde-cc7b-4074-af7d-eb4d810312e6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:02.288224 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:02.406381 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b7cde-cc7b-4074-af7d-eb4d810312e6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Pushing event deleted for resources: {'Port': ['ID=2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:02.415843 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-4c5b7cde-cc7b-4074-af7d-eb4d810312e6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:02.486321 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-30cd0f5e-4cf4-465f-9aab-b49ce145f5cb req-7fa5095a-3787-4092-8400-26238fd184ff tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3360686
Jul 23 16:35:02.749293 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b5e7c100-9ee2-40fc-aa78-2518bf86907c req-25015e06-b83c-4722-a026-08445f5b8074 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 210 time: 0.1464820
Jul 23 16:35:02.759423 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2aedc8-1871-4e31-981e-6f585214fcb3 req-4c5b7cde-cc7b-4074-af7d-eb4d810312e6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] No DVR routers for this DVR port 2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 on host hv-cinder-80203 {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:35:02.764748 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-fa2aedc8-1871-4e31-981e-6f585214fcb3 req-4c5b7cde-cc7b-4074-af7d-eb4d810312e6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:02.770434 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f59d932-0fa9-42e7-9b12-778efa4816a9', 'name': 'network-vif-deleted', 'tag': '2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:35:02.843067 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fa2aedc8-1871-4e31-981e-6f585214fcb3 req-4c5b7cde-cc7b-4074-af7d-eb4d810312e6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.46 "DELETE /v2.0/ports/2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442 HTTP/1.1" status: 204  len: 173 time: 3.0980847
Jul 23 16:35:03.038558 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f59d932-0fa9-42e7-9b12-778efa4816a9', 'name': 'network-vif-deleted', 'tag': '2c0f9bbc-4964-47e1-aa96-c5a9f8cfa442', 'status': 'completed', 'code': 200}
Jul 23 16:35:03.117477 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ae00a-bf62-44ac-937d-4f879626dce3 req-ceba9065-e829-4e8c-9443-213176e731a4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:03.134261 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-528ae00a-bf62-44ac-937d-4f879626dce3 req-ceba9065-e829-4e8c-9443-213176e731a4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.2389357
Jul 23 16:35:03.349084 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-528ae00a-bf62-44ac-937d-4f879626dce3 req-e0202379-cebb-4ab7-af97-4e8207e995b7 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2085598
Jul 23 16:35:03.426586 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48064) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:03.485871 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62e01c-4720-411e-a616-ae027e560431 req-4ac6d046-92f2-49dd-83f3-320b9c0ec5b5 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:03.489541 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-eb62e01c-4720-411e-a616-ae027e560431 req-4ac6d046-92f2-49dd-83f3-320b9c0ec5b5 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.46 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 946 time: 0.2319493
Jul 23 16:35:03.680918 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-eb62e01c-4720-411e-a616-ae027e560431 req-0ef8dc07-744e-4e37-9f38-109d337c327f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Deleting port 515ec704-bbcf-4594-865f-1baced05f766 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:35:03.682176 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-eb62e01c-4720-411e-a616-ae027e560431 req-0ef8dc07-744e-4e37-9f38-109d337c327f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:04.955276 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-ccf65efc-779b-47a9-b536-2b9d6fd95b92 req-a4f4bc62-d8aa-49d9-abe8-a5cef56c73f8 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Synchronizing usage tracker for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:35:05.094185 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-ccf65efc-779b-47a9-b536-2b9d6fd95b92 req-a4f4bc62-d8aa-49d9-abe8-a5cef56c73f8 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Unset dirty status for tenant:1b3db028425a47d08fbb31ede1b27685 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:35:05.103582 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ccf65efc-779b-47a9-b536-2b9d6fd95b92 req-a4f4bc62-d8aa-49d9-abe8-a5cef56c73f8 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f59d932-0fa9-42e7-9b12-778efa4816a9 HTTP/1.1" status: 200  len: 210 time: 0.3886943
Jul 23 16:35:05.157787 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48088) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:05.158732 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-61e6e255-4717-4f63-b205-41c1d8696730 tempest-TestShelveInstance-1129574456 tempest-TestShelveInstance-1129574456-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 1094 time: 1.7246735
Jul 23 16:35:05.170845 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Request body: {'floatingip': {'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'port_id': '88643837-d168-4301-973a-fb49484ce937', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'fixed_ip_address': '172.20.0.14'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:35:05.186423 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:35:05.192575 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Usage tracker for resource:floatingip and tenant:6680e65433804e71af3c7eff97c03c94 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:35:05.198759 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:35:05.201789 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a09840-39b5-41d1-8a54-8b4867679c69 req-2ca34f2d-90d4-4d65-86fd-234c68fd28cc tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:05.214495 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-33a09840-39b5-41d1-8a54-8b4867679c69 req-2ca34f2d-90d4-4d65-86fd-234c68fd28cc tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 946 time: 0.5089011
Jul 23 16:35:05.220892 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:35:05.250563 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for floatingip, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:05.268561 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-eb62e01c-4720-411e-a616-ae027e560431 req-0ef8dc07-744e-4e37-9f38-109d337c327f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] For port 515ec704-bbcf-4594-865f-1baced05f766, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=515ec704-bbcf-4594-865f-1baced05f766,segment=NetworkSegment(91c7c93b-803f-4c74-8bf2-3a1b617c9770),segment_id=91c7c93b-803f-4c74-8bf2-3a1b617c9770)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:35:05.269171 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-eb62e01c-4720-411e-a616-ae027e560431 req-0ef8dc07-744e-4e37-9f38-109d337c327f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:05.526006 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-eb62e01c-4720-411e-a616-ae027e560431 req-0ef8dc07-744e-4e37-9f38-109d337c327f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Calling delete_port for 515ec704-bbcf-4594-865f-1baced05f766 owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:35:05.606558 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:05.629734 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-33a09840-39b5-41d1-8a54-8b4867679c69 req-d93f52fe-3212-4932-9098-1da60b75251e tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/security-groups?id=42e5a753-e518-4a1f-8e0d-1c283072474b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4130518
Jul 23 16:35:05.734523 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 515ec704-bbcf-4594-865f-1baced05f766 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:35:06.033186 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-eb62e01c-4720-411e-a616-ae027e560431 req-0ef8dc07-744e-4e37-9f38-109d337c327f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:06.043274 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-cbf8aba6-478d-4c06-9aaf-41983ea71b83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:06.060356 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:06.064151 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Allocated IP 172.27.3.9 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/54a24e67-e62c-4df7-8ca8-7d2c52eccdb6) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:35:06.156353 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8dc07-744e-4e37-9f38-109d337c327f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Pushing event deleted for resources: {'Port': ['ID=515ec704-bbcf-4594-865f-1baced05f766,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:06.163267 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0ef8dc07-744e-4e37-9f38-109d337c327f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:06.405315 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb62e01c-4720-411e-a616-ae027e560431 req-0ef8dc07-744e-4e37-9f38-109d337c327f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] No DVR routers for this DVR port 515ec704-bbcf-4594-865f-1baced05f766 on host hv-cinder-80203 {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:35:06.418713 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-eb62e01c-4720-411e-a616-ae027e560431 req-0ef8dc07-744e-4e37-9f38-109d337c327f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:06.437500 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:06.464357 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f427908-2b9b-4f99-8c97-155b37840b8a', 'name': 'network-vif-deleted', 'tag': '515ec704-bbcf-4594-865f-1baced05f766'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:35:06.499949 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:06.503254 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-eb62e01c-4720-411e-a616-ae027e560431 req-0ef8dc07-744e-4e37-9f38-109d337c327f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.46 "DELETE /v2.0/ports/515ec704-bbcf-4594-865f-1baced05f766 HTTP/1.1" status: 204  len: 173 time: 3.0067928
Jul 23 16:35:06.510137 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-17040d65-8e04-46f6-91c4-aa3bf29fec02 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:06.556657 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48110) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:06.763468 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f427908-2b9b-4f99-8c97-155b37840b8a', 'name': 'network-vif-deleted', 'tag': '515ec704-bbcf-4594-865f-1baced05f766', 'status': 'completed', 'code': 200}
Jul 23 16:35:07.014301 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Pushing event updated for resources: {'Port': ['ID=54a24e67-e62c-4df7-8ca8-7d2c52eccdb6,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:07.027964 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:07.067837 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:35:07.069960 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:35:07.081687 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:35:07.531979 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-bbe64dd0-7f3c-4f2f-95fd-6f0f05a447be req-da103508-995c-49c4-b75a-b4a910aa901d tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Synchronizing usage tracker for tenant:6d6b0c10ee094c079f1ee27fd47c0615 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:35:07.592370 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8479f2-2551-4c7c-a27c-2c64b97739b7 admin admin] Deleting subnet 43bfb2a4-0a17-46f9-9792-9d39d06e8687 {{(pid=74312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:35:07.599495 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6e8479f2-2551-4c7c-a27c-2c64b97739b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:07.688297 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-bbe64dd0-7f3c-4f2f-95fd-6f0f05a447be req-da103508-995c-49c4-b75a-b4a910aa901d tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Unset dirty status for tenant:6d6b0c10ee094c079f1ee27fd47c0615 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:35:07.690902 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bbe64dd0-7f3c-4f2f-95fd-6f0f05a447be req-da103508-995c-49c4-b75a-b4a910aa901d tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f427908-2b9b-4f99-8c97-155b37840b8a HTTP/1.1" status: 200  len: 210 time: 0.2864435
Jul 23 16:35:07.758500 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6e8479f2-2551-4c7c-a27c-2c64b97739b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66371828'] for subnet, precommit_delete_associations {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:07.911376 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6e8479f2-2551-4c7c-a27c-2c64b97739b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:08.258459 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6e8479f2-2551-4c7c-a27c-2c64b97739b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66939672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65542847'] for subnet, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:08.271890 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-febd4d82-44ac-4eee-bcaa-9f48cf2d26e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:08.395409 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8479f2-2551-4c7c-a27c-2c64b97739b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43bfb2a4-0a17-46f9-9792-9d39d06e8687,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:08.406525 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6e8479f2-2551-4c7c-a27c-2c64b97739b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:08.413614 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6e8479f2-2551-4c7c-a27c-2c64b97739b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:08.443603 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48136) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:08.445817 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-6e8479f2-2551-4c7c-a27c-2c64b97739b7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/43bfb2a4-0a17-46f9-9792-9d39d06e8687 HTTP/1.1" status: 204  len: 168 time: 1.8799741
Jul 23 16:35:08.912375 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:08.949351 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:09.158892 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:09.841256 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:09.861074 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:09.932811 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09f0df160>,) {'filters': {'network_id': ['156dae65-8e16-46ee-86e4-df87401a61b6']}} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:09.962743 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f0df160>, '34652b14-763c-409c-8575-07fe79cf0ed3') {'for_net_delete': True} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:09.964122 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f0df160>, '34652b14-763c-409c-8575-07fe79cf0ed3') {} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:09.996374 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66188024'] for segment, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:10.008207 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48160) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:10.027062 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65805861'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:10.040673 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-962f0bdb-4838-43e7-a1a5-5e4d40ae635f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:10.148218 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:10.275078 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:10.292337 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:10.428165 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=74313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:35:10.428791 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65805945'] for segment, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]: Traceback (most recent call last):
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     timer()
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     cb(*args, **kw)
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     return func(*args, **kwargs)
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     self._notify()
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     self.callback(batched_events)
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     event.method(event)
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     return f(self, *a, **k)
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._get(url).json()
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:35:10.459717 dv-cinder-802039-1-iscsi neutron-server[74313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:35:10.518305 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c8ca1948-3237-41cd-93a6-97caeb2e7967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:10.623491 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-c8ca1948-3237-41cd-93a6-97caeb2e7967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:35:10.632738 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Pushing event updated for resources: {'Port': ['ID=54a24e67-e62c-4df7-8ca8-7d2c52eccdb6,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:10.633296 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-c8ca1948-3237-41cd-93a6-97caeb2e7967 admin admin] Usage tracker for resource:security_group_rule and tenant:8f6dab58e1b04c22a4615a34a850a025 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:35:10.638626 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:10.642827 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-c8ca1948-3237-41cd-93a6-97caeb2e7967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:35:10.660158 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-c8ca1948-3237-41cd-93a6-97caeb2e7967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:35:10.728601 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:10.739602 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:10.766352 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:10.792076 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] Pushing event deleted for resources: {'Network': ['ID=156dae65-8e16-46ee-86e4-df87401a61b6,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:10.806061 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:10.821995 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c8ca1948-3237-41cd-93a6-97caeb2e7967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:10.833724 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c8ca1948-3237-41cd-93a6-97caeb2e7967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:10.856137 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-be206390-2da8-49e9-96da-77fac61841e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:10.975783 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca1948-3237-41cd-93a6-97caeb2e7967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49a733f-2d80-43c8-9614-5bda2ac01ed8,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:10.983454 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c8ca1948-3237-41cd-93a6-97caeb2e7967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:10.991297 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-c8ca1948-3237-41cd-93a6-97caeb2e7967 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f6dab58e1b04c22a4615a34a850a025&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9797137
Jul 23 16:35:10.995648 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48172) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:11.135186 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-df0124e6-7dde-4a05-88a4-36d671ca8802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:11.156041 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-ffd95377-581d-4682-8985-44295bbbaf33 admin admin] 10.222.0.11 "DELETE /v2.0/networks/156dae65-8e16-46ee-86e4-df87401a61b6 HTTP/1.1" status: 204  len: 168 time: 2.7052600
Jul 23 16:35:11.201375 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-df0124e6-7dde-4a05-88a4-36d671ca8802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:11.320244 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-df0124e6-7dde-4a05-88a4-36d671ca8802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:11.328370 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.l3_db [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Floating IP dd0b0f31-e751-48ba-bc05-077e37880b1b associated. External IP: 172.27.3.9, port: 88643837-d168-4301-973a-fb49484ce937.
Jul 23 16:35:11.333874 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0db7c4e3-25d4-4e81-82c1-5eb8a82712c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:11.359249 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0124e6-7dde-4a05-88a4-36d671ca8802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49a733f-2d80-43c8-9614-5bda2ac01ed8,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:11.377488 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-df0124e6-7dde-4a05-88a4-36d671ca8802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:11.379144 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-df0124e6-7dde-4a05-88a4-36d671ca8802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:11.386521 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-df0124e6-7dde-4a05-88a4-36d671ca8802 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a49a733f-2d80-43c8-9614-5bda2ac01ed8 HTTP/1.1" status: 204  len: 168 time: 0.3854418
Jul 23 16:35:11.563993 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48182) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:11.715236 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-06c818fe-f2dc-4d11-9f6c-fee32ad12baa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b3db028425a47d08fbb31ede1b27685&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1486969
Jul 23 16:35:11.723032 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48186) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:12.039191 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c5a311c1-0f80-4e59-aedb-3fd6c319666f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:12.131361 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c5a311c1-0f80-4e59-aedb-3fd6c319666f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:12.233266 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c5a311c1-0f80-4e59-aedb-3fd6c319666f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:12.246661 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-ed020ae8-e23b-4777-a44c-dad2240a8849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:12.298207 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c5a311c1-0f80-4e59-aedb-3fd6c319666f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:12.301088 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-c5a311c1-0f80-4e59-aedb-3fd6c319666f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18d095e1-8850-4c03-a59e-eda1eeea2041 HTTP/1.1" status: 204  len: 168 time: 0.5758927
Jul 23 16:35:12.302923 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a311c1-0f80-4e59-aedb-3fd6c319666f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d095e1-8850-4c03-a59e-eda1eeea2041,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:12.333951 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c5a311c1-0f80-4e59-aedb-3fd6c319666f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:12.778324 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48200) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:12.849488 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c0899b75-f5de-4c05-b137-9db4bedaf252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:12.908356 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Router 63f61887-d4a6-4e79-87f9-57761fcdbe20 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:35:12.932769 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-c0899b75-f5de-4c05-b137-9db4bedaf252 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:35:12.942587 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-c0899b75-f5de-4c05-b137-9db4bedaf252 admin admin] Usage tracker for resource:security_group_rule and tenant:91fee8bbd9d4494cbc8a41d12af817ab is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:35:12.952090 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-c0899b75-f5de-4c05-b137-9db4bedaf252 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:35:12.964368 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-c0899b75-f5de-4c05-b137-9db4bedaf252 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:35:13.134190 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c0899b75-f5de-4c05-b137-9db4bedaf252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:13.145333 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c0899b75-f5de-4c05-b137-9db4bedaf252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:13.174846 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:13.229898 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0899b75-f5de-4c05-b137-9db4bedaf252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51df1759-4106-4a4a-94e8-884266baf47b,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:13.251496 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c0899b75-f5de-4c05-b137-9db4bedaf252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:13.286983 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-c0899b75-f5de-4c05-b137-9db4bedaf252 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91fee8bbd9d4494cbc8a41d12af817ab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5068250
Jul 23 16:35:13.291361 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48210) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:13.481002 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ed95d9f0-44ea-4cca-ac1a-55d14f9f0745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:13.552056 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:35:13.575285 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8149d294-334f-49b2-acf8-d9e08bfeac28 None None] Sync routers for ids ['63f61887-d4a6-4e79-87f9-57761fcdbe20'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:35:13.583441 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ed95d9f0-44ea-4cca-ac1a-55d14f9f0745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:13.599541 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:13.628942 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149d294-334f-49b2-acf8-d9e08bfeac28 None None] Routers {'63f61887-d4a6-4e79-87f9-57761fcdbe20'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:35:13.630307 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-8149d294-334f-49b2-acf8-d9e08bfeac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f6864f0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:34:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['63f61887-d4a6-4e79-87f9-57761fcdbe20'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:13.780217 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ed95d9f0-44ea-4cca-ac1a-55d14f9f0745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:13.804296 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:13.837588 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 8.6757145
Jul 23 16:35:13.841586 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'tag': '88643837-d168-4301-973a-fb49484ce937'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:35:13.893802 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ed95d9f0-44ea-4cca-ac1a-55d14f9f0745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:13.900781 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-ed95d9f0-44ea-4cca-ac1a-55d14f9f0745 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51df1759-4106-4a4a-94e8-884266baf47b HTTP/1.1" status: 204  len: 168 time: 0.6054325
Jul 23 16:35:13.910350 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95d9f0-44ea-4cca-ac1a-55d14f9f0745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51df1759-4106-4a4a-94e8-884266baf47b,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:13.930049 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-ed95d9f0-44ea-4cca-ac1a-55d14f9f0745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:14.294234 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-8149d294-334f-49b2-acf8-d9e08bfeac28 None None] Set router 63f61887-d4a6-4e79-87f9-57761fcdbe20 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:35:14.556497 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'tag': '88643837-d168-4301-973a-fb49484ce937', 'status': 'completed', 'code': 200}
Jul 23 16:35:15.215983 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48242) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:15.388584 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6b6ed059-7b02-497c-aa54-b6d3202bc458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:15.395406 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:15.475527 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-8149d294-334f-49b2-acf8-d9e08bfeac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f6864f0>, [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:33:00Z', 'revision_number': 4, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port': {'id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': 'dd0b0f31-e751-48ba-bc05-077e37880b1b', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'port_id': '88643837-d168-4301-973a-fb49484ce937', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'mac_address': 'fa:16:3e:d6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:35:08Z', 'updated_at': '2021-07-23T16:35:08Z', 'revision_number': 0, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08fff02-c80b-4f54-8eaf-60983f19a6c2', 'name': '', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'mac_address': 'fa:16:3e:73:0d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:58Z', 'updated_at': '2021-07-23T16:33:23Z', 'revision_number': 5, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'subnets': [{'id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:15.490488 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8149d294-334f-49b2-acf8-d9e08bfeac28 None None] Checking router: 63f61887-d4a6-4e79-87f9-57761fcdbe20 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:35:15.524826 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8149d294-334f-49b2-acf8-d9e08bfeac28 None None] Routers {'63f61887-d4a6-4e79-87f9-57761fcdbe20'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:35:15.527153 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-8149d294-334f-49b2-acf8-d9e08bfeac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f6864f0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:34:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['63f61887-d4a6-4e79-87f9-57761fcdbe20'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:15.707252 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-520806009-network', 'tenant_id': '68abbc7b1f6b49e49f1df77fffe21c59'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:35:15.730748 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:35:15.737877 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Usage tracker for resource:network and tenant:68abbc7b1f6b49e49f1df77fffe21c59 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:35:15.744182 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:35:15.763262 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:35:15.805266 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Made reservation on behalf of 68abbc7b1f6b49e49f1df77fffe21c59 for: {'network': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:35:15.810976 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:15.877335 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:15.933074 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:35:15.943846 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Usage tracker for resource:security_group_rule and tenant:68abbc7b1f6b49e49f1df77fffe21c59 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:35:15.950708 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:35:15.965159 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:35:15.982080 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-8149d294-334f-49b2-acf8-d9e08bfeac28 None None] Set router 63f61887-d4a6-4e79-87f9-57761fcdbe20 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:35:16.197116 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:16.206311 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:16.233102 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403}  {{(pid=74312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:35:16.250274 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:16.250804 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.segments_db [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Added segment 6cbc1f6d-60d9-44ab-a103-6345b6c80504 of type vlan for network e344f55d-0812-4374-98e9-b408a13a3c25
Jul 23 16:35:16.292673 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-a39f4294-5445-4de4-99fb-a16e703eb82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:16.326997 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:16.363730 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f319a3fd-5f56-48d8-9ad3-f23be43b30ab,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:16.393150 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:16.437507 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:16.441676 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:16.443268 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:16.453974 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-77d3fd78-fe64-4e8b-bdde-864544747de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:16.684504 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-09e7996e-02af-4d4c-bcca-5e7790ae469b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:16.785871 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Pushing event updated for resources: {'Network': ['ID=e344f55d-0812-4374-98e9-b408a13a3c25,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:16.831482 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network e344f55d-0812-4374-98e9-b408a13a3c25 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:35:16.867376 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:16.930415 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.7118297
Jul 23 16:35:16.935385 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48260) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:16.952447 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Request body: {'subnet': {'network_id': 'e344f55d-0812-4374-98e9-b408a13a3c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-520806009-subnet', 'tenant_id': '68abbc7b1f6b49e49f1df77fffe21c59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:35:16.970148 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:35:16.972160 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-295e75b4-2e29-42bb-b3ac-3cc560ed69ce req-ac299c33-d497-410e-a91d-455e1e18f97d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6680e65433804e71af3c7eff97c03c94&device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 1099 time: 0.6825874
Jul 23 16:35:16.990417 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Usage tracker for resource:subnet and tenant:68abbc7b1f6b49e49f1df77fffe21c59 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:35:17.005508 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:35:17.030218 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:35:17.069627 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Made reservation on behalf of 68abbc7b1f6b49e49f1df77fffe21c59 for: {'subnet': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:35:17.075633 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66434424'] for subnet, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:17.102976 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-8149d294-334f-49b2-acf8-d9e08bfeac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f6864f0>, [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:33:00Z', 'revision_number': 4, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port': {'id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': 'dd0b0f31-e751-48ba-bc05-077e37880b1b', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'port_id': '88643837-d168-4301-973a-fb49484ce937', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'mac_address': 'fa:16:3e:d6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:35:08Z', 'updated_at': '2021-07-23T16:35:08Z', 'revision_number': 0, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08fff02-c80b-4f54-8eaf-60983f19a6c2', 'name': '', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'mac_address': 'fa:16:3e:73:0d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:58Z', 'updated_at': '2021-07-23T16:33:23Z', 'revision_number': 5, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'subnets': [{'id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:17.111069 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8149d294-334f-49b2-acf8-d9e08bfeac28 None None] The sync data for ids ['63f61887-d4a6-4e79-87f9-57761fcdbe20'] in dv-cinder-802039-1-iscsi is: [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:33:00Z', 'revision_number': 4, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port': {'id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': 'dd0b0f31-e751-48ba-bc05-077e37880b1b', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'port_id': '88643837-d168-4301-973a-fb49484ce937', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'mac_address': 'fa:16:3e:d6:6c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:35:08Z', 'updated_at': '2021-07-23T16:35:08Z', 'revision_number': 0, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b08fff02-c80b-4f54-8eaf-60983f19a6c2', 'name': '', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'mac_address': 'fa:16:3e:73:0d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:58Z', 'updated_at': '2021-07-23T16:33:23Z', 'revision_number': 5, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'subnets': [{'id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:35:17.271311 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e75b4-2e29-42bb-b3ac-3cc560ed69ce req-4962970c-93b6-4301-84c4-13fc8e56df67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:17.274632 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-295e75b4-2e29-42bb-b3ac-3cc560ed69ce req-4962970c-93b6-4301-84c4-13fc8e56df67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db4d843f-5b67-4c94-95c1-1ea31b7c2742 HTTP/1.1" status: 200  len: 909 time: 0.2931895
Jul 23 16:35:17.608663 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-295e75b4-2e29-42bb-b3ac-3cc560ed69ce req-1ae5ea18-ad31-4ff6-8804-fe8e2808ab4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88643837-d168-4301-973a-fb49484ce937 HTTP/1.1" status: 200  len: 998 time: 0.3110874
Jul 23 16:35:17.624733 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3c3bcb-1104-4ab7-9355-f9404bdc0f0c None None] New status for floating IP dd0b0f31-e751-48ba-bc05-077e37880b1b: ACTIVE {{(pid=74315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:35:17.739018 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65805968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66434410'] for subnet, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:17.759715 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-38785ba5-855f-48f5-8154-b33d015a6875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:17.797531 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e75b4-2e29-42bb-b3ac-3cc560ed69ce req-5fa45cbc-5239-40db-ad2a-052de3333c48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:17.815030 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-295e75b4-2e29-42bb-b3ac-3cc560ed69ce req-5fa45cbc-5239-40db-ad2a-052de3333c48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d68b2be1-e23b-4748-b90d-bcfc7a62925f HTTP/1.1" status: 200  len: 847 time: 0.1893685
Jul 23 16:35:17.955031 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Checking segment: {'id': '6cbc1f6d-60d9-44ab-a103-6345b6c80504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e344f55d-0812-4374-98e9-b408a13a3c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:35:17.955934 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Network hostable DHCP agents. Network: e344f55d-0812-4374-98e9-b408a13a3c25, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:35:17.970225 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Pushing event updated for resources: {'Subnet': ['ID=12ae47bb-10a4-47ce-8ec4-fe88d2916df5,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:17.985875 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:18.019259 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Network e344f55d-0812-4374-98e9-b408a13a3c25 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:35:18.064655 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, e344f55d-0812-4374-98e9-b408a13a3c25) {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:35:18.072861 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-295e75b4-2e29-42bb-b3ac-3cc560ed69ce req-e379d8d3-f6c8-4b83-ae32-baba26ef7df1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db4d843f-5b67-4c94-95c1-1ea31b7c2742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2563808
Jul 23 16:35:18.079034 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9995830d-2196-4360-95ae-cd1cab7cea4c None None] Network e344f55d-0812-4374-98e9-b408a13a3c25 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:35:18.095330 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:18.096474 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:18.240396 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3024137
Jul 23 16:35:18.407602 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:18.675072 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-295e75b4-2e29-42bb-b3ac-3cc560ed69ce req-683a67a6-019b-403c-b1d5-c3e7d126e746 service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5929389
Jul 23 16:35:19.000448 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b33f1d1-dcd9-471e-a971-90dc7313e8c9 None None] Network e344f55d-0812-4374-98e9-b408a13a3c25 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:35:19.076280 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-295e75b4-2e29-42bb-b3ac-3cc560ed69ce req-e2b1cabd-d018-4883-84e1-594212e02371 service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3929935
Jul 23 16:35:19.429298 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:20.462296 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48300) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:20.473139 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1614162924-network', 'tenant_id': '20a25332c7f74a408233a90913c92bf9'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:35:20.482665 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:35:20.488341 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Usage tracker for resource:network and tenant:20a25332c7f74a408233a90913c92bf9 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:35:20.493497 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:35:20.508011 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:35:20.530143 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Made reservation on behalf of 20a25332c7f74a408233a90913c92bf9 for: {'network': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:35:20.535226 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:20.559583 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:20.614959 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:35:20.620765 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Usage tracker for resource:security_group_rule and tenant:20a25332c7f74a408233a90913c92bf9 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:35:20.625038 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:35:20.638998 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:35:20.836423 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:20.846283 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:20.854684 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c8ca1948-3237-41cd-93a6-97caeb2e7967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:20.906749 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406}  {{(pid=74312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:35:20.945716 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:20.946252 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.segments_db [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Added segment 1a4a2b00-fd2d-477e-bf8b-5faddb65acdc of type vlan for network f28ca36c-5797-466c-b72d-e37ee01c36ef
Jul 23 16:35:20.948844 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80317ec0-8722-4449-897e-87475c989b12,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:20.960139 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:21.021118 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:21.093049 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:21.096124 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:21.097516 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:21.107102 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:21.369902 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Pushing event updated for resources: {'Network': ['ID=f28ca36c-5797-466c-b72d-e37ee01c36ef,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:21.389824 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:21.391912 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network f28ca36c-5797-466c-b72d-e37ee01c36ef details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:35:21.429488 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9653692
Jul 23 16:35:21.434710 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48316) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:21.448555 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Request body: {'subnet': {'network_id': 'f28ca36c-5797-466c-b72d-e37ee01c36ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1614162924-subnet', 'tenant_id': '20a25332c7f74a408233a90913c92bf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:35:21.461687 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:35:21.474385 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Usage tracker for resource:subnet and tenant:20a25332c7f74a408233a90913c92bf9 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:35:21.484900 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:35:21.500749 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:35:21.535489 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Made reservation on behalf of 20a25332c7f74a408233a90913c92bf9 for: {'subnet': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:35:21.544445 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65542820'] for subnet, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:22.138138 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66939735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65542838'] for subnet, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:22.145569 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:22.289054 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a48254c8-cb82-431c-a63d-4cefc306dabe,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:22.296733 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:22.313408 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Checking segment: {'id': '1a4a2b00-fd2d-477e-bf8b-5faddb65acdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f28ca36c-5797-466c-b72d-e37ee01c36ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:35:22.314003 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Network hostable DHCP agents. Network: f28ca36c-5797-466c-b72d-e37ee01c36ef, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:35:22.366257 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Network f28ca36c-5797-466c-b72d-e37ee01c36ef is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:35:22.385330 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, f28ca36c-5797-466c-b72d-e37ee01c36ef) {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:35:22.395870 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:22.398143 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:22.403178 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da13ecd-7d53-458b-8aed-b0879cd3e616 None None] Network f28ca36c-5797-466c-b72d-e37ee01c36ef requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:35:22.451252 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-8466a921-3dc1-43ae-b6a1-f8efb4aeb4ff admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0135157
Jul 23 16:35:22.632814 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:35:23.055409 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5681ee-c6f4-4fd3-9d71-bb53372b6410 None None] Network f28ca36c-5797-466c-b72d-e37ee01c36ef requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:35:40.273826 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:42.315790 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48606) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:42.453792 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Deleting subnet b92e8b0b-fd9c-4ae5-b6d8-6abe0f87b75a {{(pid=74313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:35:42.459621 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:42.579904 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66188023'] for subnet, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:42.704986 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:42.853288 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65806047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66434403'] for subnet, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:42.877432 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-93665895-5c0f-4704-81e9-a9154cfab933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:42.954677 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:42.963218 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b92e8b0b-fd9c-4ae5-b6d8-6abe0f87b75a,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:42.987199 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b92e8b0b-fd9c-4ae5-b6d8-6abe0f87b75a HTTP/1.1" status: 204  len: 168 time: 0.6671622
Jul 23 16:35:42.988801 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48626) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:43.000307 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:43.002374 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:43.003484 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:43.004541 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:43.005886 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:43.006975 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:43.007980 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:43.008992 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:43.010685 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:43.012164 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:43.013224 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:43.030209 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:43.206770 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:43.479225 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:43.498089 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09f1f6b20>,) {'filters': {'network_id': ['c9260e8d-a3af-488a-b750-ab12e20394e9']}} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:43.513521 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f1f6b20>, 'ce96b244-0490-4aba-adf1-bfdf5eb4aa2a') {'for_net_delete': True} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:43.514165 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f1f6b20>, 'ce96b244-0490-4aba-adf1-bfdf5eb4aa2a') {} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:43.530505 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66371835'] for segment, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:43.560187 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:43.568570 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=74312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:35:43.569069 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66939838'] for segment, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]: Traceback (most recent call last):
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     timer()
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     cb(*args, **kw)
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     return func(*args, **kwargs)
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     self._notify()
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     self.callback(batched_events)
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     event.method(event)
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     return f(self, *a, **k)
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._get(url).json()
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:35:43.585060 dv-cinder-802039-1-iscsi neutron-server[74312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:35:43.685995 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:43.692436 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:43.699381 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:43.737623 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c9260e8d-a3af-488a-b750-ab12e20394e9 HTTP/1.1" status: 204  len: 168 time: 0.7468011
Jul 23 16:35:43.743715 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9260e8d-a3af-488a-b750-ab12e20394e9,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:43.748586 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:44.115258 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48644) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:44.187876 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-ae02f8b3-2744-41f4-9e2f-831496be4bb9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d9c6bfcb8a742058edbdf6de8499016&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0708954
Jul 23 16:35:44.192131 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48650) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:44.254618 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48654) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:44.287715 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-c1a27612-f19a-4b86-a1ed-53ca5a2473ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:44.357057 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a18cf00f-6059-4a2b-a889-064d614bfd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:44.424577 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a18cf00f-6059-4a2b-a889-064d614bfd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:44.435314 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d310fe0a-c19a-4e8b-b5a8-7920ef955f04 admin admin] Deleting subnet 2e266c5f-73e6-4c09-8b7e-7cc9805a7fa7 {{(pid=74312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:35:44.441902 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d310fe0a-c19a-4e8b-b5a8-7920ef955f04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:44.583441 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d310fe0a-c19a-4e8b-b5a8-7920ef955f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66371828'] for subnet, precommit_delete_associations {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:44.616092 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a18cf00f-6059-4a2b-a889-064d614bfd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:44.626387 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4ba465b3-39a3-4d5e-aaa4-117e139547dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:44.678873 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cf00f-6059-4a2b-a889-064d614bfd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6271f9d3-2d0f-41d8-aca9-9a5a81456a63,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:44.701230 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a18cf00f-6059-4a2b-a889-064d614bfd0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:44.710482 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a18cf00f-6059-4a2b-a889-064d614bfd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:44.716431 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-a18cf00f-6059-4a2b-a889-064d614bfd0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6271f9d3-2d0f-41d8-aca9-9a5a81456a63 HTTP/1.1" status: 204  len: 168 time: 0.5196037
Jul 23 16:35:44.719492 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d310fe0a-c19a-4e8b-b5a8-7920ef955f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:44.857630 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:44.866115 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d310fe0a-c19a-4e8b-b5a8-7920ef955f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66939672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65542847'] for subnet, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:44.875728 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fd3a3287-77ab-478f-a29e-6b806ae2d3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:44.949391 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310fe0a-c19a-4e8b-b5a8-7920ef955f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e266c5f-73e6-4c09-8b7e-7cc9805a7fa7,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:44.954706 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d310fe0a-c19a-4e8b-b5a8-7920ef955f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:44.962239 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d310fe0a-c19a-4e8b-b5a8-7920ef955f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:44.974585 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-d310fe0a-c19a-4e8b-b5a8-7920ef955f04 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2e266c5f-73e6-4c09-8b7e-7cc9805a7fa7 HTTP/1.1" status: 204  len: 168 time: 0.7175915
Jul 23 16:35:44.978946 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48668) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:45.189358 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:45.442526 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:45.472192 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09eb9b940>,) {'filters': {'network_id': ['fdd1cb39-4338-481a-833d-babf6ccda4c0']}} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:45.507913 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09eb9b940>, '91c7c93b-803f-4c74-8bf2-3a1b617c9770') {'for_net_delete': True} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:45.508818 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09eb9b940>, '91c7c93b-803f-4c74-8bf2-3a1b617c9770') {} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:45.538182 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66371835'] for segment, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:45.594334 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:45.614045 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=74312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:35:45.616223 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66939838'] for segment, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]: Traceback (most recent call last):
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     timer()
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     cb(*args, **kw)
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     return func(*args, **kwargs)
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     self._notify()
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     self.callback(batched_events)
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     event.method(event)
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     return f(self, *a, **k)
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._get(url).json()
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:35:45.674918 dv-cinder-802039-1-iscsi neutron-server[74312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:35:45.886855 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:45.925761 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:45.979276 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:46.003648 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] Pushing event deleted for resources: {'Network': ['ID=fdd1cb39-4338-481a-833d-babf6ccda4c0,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:46.008608 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:46.011906 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] 10.222.0.11 "DELETE /v2.0/networks/fdd1cb39-4338-481a-833d-babf6ccda4c0 HTTP/1.1" status: 204  len: 168 time: 1.0305305
Jul 23 16:35:46.616977 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48704) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:46.731651 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-aa4ff165-f9ef-4729-9b56-75e03fcb2db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:46.885841 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48712) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:46.899103 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-a94616d1-3cba-405b-b95a-c8ca0d2a0491 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d6b0c10ee094c079f1ee27fd47c0615&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2784507
Jul 23 16:35:47.293600 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3ed834ef-97ed-45bf-82cb-79aba098ca62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:47.358914 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3ed834ef-97ed-45bf-82cb-79aba098ca62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:47.411405 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba545a0-7c2c-4fae-a4b7-5e4a8228efb0 req-79843ca8-fa62-45d3-a06d-30958003c197 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:47.414828 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fba545a0-7c2c-4fae-a4b7-5e4a8228efb0 req-79843ca8-fa62-45d3-a06d-30958003c197 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.4057708
Jul 23 16:35:47.538890 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d7b49-84b6-4ef1-97e6-90d21f6cfb16 req-e1be06e2-5089-4263-a80c-da57a5af6d21 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:47.541760 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9c5d7b49-84b6-4ef1-97e6-90d21f6cfb16 req-e1be06e2-5089-4263-a80c-da57a5af6d21 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 946 time: 0.3475800
Jul 23 16:35:47.630079 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fba545a0-7c2c-4fae-a4b7-5e4a8228efb0 req-2f77f1c1-6dba-4ee4-8841-06665148145f tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1843758
Jul 23 16:35:47.648781 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3ed834ef-97ed-45bf-82cb-79aba098ca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:47.659824 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e41cc4b6-2934-4267-b303-53e29d3b5ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:47.718273 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed834ef-97ed-45bf-82cb-79aba098ca62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e5a753-e518-4a1f-8e0d-1c283072474b,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:47.722614 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-3ed834ef-97ed-45bf-82cb-79aba098ca62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:47.746430 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3ed834ef-97ed-45bf-82cb-79aba098ca62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:47.748765 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-3ed834ef-97ed-45bf-82cb-79aba098ca62 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42e5a753-e518-4a1f-8e0d-1c283072474b HTTP/1.1" status: 204  len: 168 time: 0.8599386
Jul 23 16:35:47.769283 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9c5d7b49-84b6-4ef1-97e6-90d21f6cfb16 req-cc1969b1-fc20-45ac-a371-faf9b4891f8b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2040424
Jul 23 16:35:48.168034 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:48.496798 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-7a087d5b-e9ef-4b4e-aeea-536b31448d63 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:48.499466 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-7a087d5b-e9ef-4b4e-aeea-536b31448d63 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.1967144
Jul 23 16:35:48.650740 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Deleting port efceefff-b8ed-47c1-a35f-ecb655bece6b {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:35:48.651391 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:49.336508 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:49.658019 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] For port efceefff-b8ed-47c1-a35f-ecb655bece6b, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=efceefff-b8ed-47c1-a35f-ecb655bece6b,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:35:49.658980 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:49.870091 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e7f94-c9be-44cc-a33e-9d24a1b6f537 req-7d526bcd-936b-4723-adf7-7eab05d1623f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:49.873185 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-650e7f94-c9be-44cc-a33e-9d24a1b6f537 req-7d526bcd-936b-4723-adf7-7eab05d1623f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 946 time: 0.6706316
Jul 23 16:35:49.891501 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9fa63-09db-41ea-8087-9a7071c46f6a req-7c6487dc-196e-4dc9-9a0c-c23a35d6aa2d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:49.893592 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-55a9fa63-09db-41ea-8087-9a7071c46f6a req-7c6487dc-196e-4dc9-9a0c-c23a35d6aa2d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 946 time: 0.6932845
Jul 23 16:35:50.021935 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-a3f696b1-97fe-4e93-8c06-59d073a8637f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:50.024250 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-a3f696b1-97fe-4e93-8c06-59d073a8637f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.46 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 946 time: 0.5499632
Jul 23 16:35:50.372218 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Deleting port 624fe88a-6863-435a-b0d1-917c46d80dd4 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:35:50.372732 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:50.443284 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-650e7f94-c9be-44cc-a33e-9d24a1b6f537 req-b35b8b95-76b1-45bd-8e95-ad93c745e6ef tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5480742
Jul 23 16:35:50.472713 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-55a9fa63-09db-41ea-8087-9a7071c46f6a req-d304a97a-0956-47f6-9e23-4aa34c62dc67 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a2135175-a885-48f6-9b37-9a4875543a70&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5587697
Jul 23 16:35:50.575430 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:50.576205 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:50.576736 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.l3_db [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Floating IP 833e1f0e-ec66-41ca-80e0-5cf0dbd32903 disassociated. External IP: 172.27.3.104, port: efceefff-b8ed-47c1-a35f-ecb655bece6b.
Jul 23 16:35:50.577302 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Calling delete_port for efceefff-b8ed-47c1-a35f-ecb655bece6b owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:35:51.065985 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48784) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:51.120592 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] For port 624fe88a-6863-435a-b0d1-917c46d80dd4, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=624fe88a-6863-435a-b0d1-917c46d80dd4,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:35:51.121419 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:51.135023 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:51.153264 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:51.188102 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f86788d-3ca2-4c92-b7bb-1ec561cf314d admin admin] Deleting subnet 12ae47bb-10a4-47ce-8ec4-fe88d2916df5 {{(pid=74313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:35:51.195243 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6f86788d-3ca2-4c92-b7bb-1ec561cf314d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:51.338669 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event deleted for resources: {'Port': ['ID=efceefff-b8ed-47c1-a35f-ecb655bece6b,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:51.343003 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:51.429288 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6f86788d-3ca2-4c92-b7bb-1ec561cf314d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66188023'] for subnet, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:51.520235 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6f86788d-3ca2-4c92-b7bb-1ec561cf314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:51.742311 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6f86788d-3ca2-4c92-b7bb-1ec561cf314d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65806047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66434403'] for subnet, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:51.763919 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c5e17370-220f-49fb-a6bc-200e9c5b690a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:51.851402 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86788d-3ca2-4c92-b7bb-1ec561cf314d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12ae47bb-10a4-47ce-8ec4-fe88d2916df5,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:51.870536 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-6f86788d-3ca2-4c92-b7bb-1ec561cf314d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:51.881878 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6f86788d-3ca2-4c92-b7bb-1ec561cf314d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:51.896671 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-6f86788d-3ca2-4c92-b7bb-1ec561cf314d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/12ae47bb-10a4-47ce-8ec4-fe88d2916df5 HTTP/1.1" status: 204  len: 168 time: 0.8279219
Jul 23 16:35:51.899812 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48794) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:52.089827 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:52.201963 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-87ac9c24-8fde-44a9-803b-5af7528f385f req-efd8d5e6-7986-444c-969a-fe380619562d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 210 time: 0.2218473
Jul 23 16:35:52.296740 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:52.297234 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:52.297562 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.l3_db [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Floating IP f8cf83cc-b326-42f6-965f-0c22a0e75e53 disassociated. External IP: 172.27.3.101, port: 624fe88a-6863-435a-b0d1-917c46d80dd4.
Jul 23 16:35:52.298020 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Calling delete_port for 624fe88a-6863-435a-b0d1-917c46d80dd4 owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:35:52.364042 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:52.406715 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09eedcca0>,) {'filters': {'network_id': ['e344f55d-0812-4374-98e9-b408a13a3c25']}} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:52.434513 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09eedcca0>, '6cbc1f6d-60d9-44ab-a103-6345b6c80504') {'for_net_delete': True} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:52.435100 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09eedcca0>, '6cbc1f6d-60d9-44ab-a103-6345b6c80504') {} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:52.458746 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66188024'] for segment, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:52.502561 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:52.527638 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=74313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:35:52.528510 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65805945'] for segment, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:52.555137 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77575229-8ac7-4abf-808d-92eb5848cd19 req-374a4e44-6da1-43ba-892a-4de8ee6c4634 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]: Traceback (most recent call last):
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     timer()
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     cb(*args, **kw)
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     return func(*args, **kwargs)
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     self._notify()
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     self.callback(batched_events)
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     event.method(event)
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     return f(self, *a, **k)
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._get(url).json()
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:35:52.555485 dv-cinder-802039-1-iscsi neutron-server[74313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:35:52.564280 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-77575229-8ac7-4abf-808d-92eb5848cd19 req-374a4e44-6da1-43ba-892a-4de8ee6c4634 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 946 time: 0.5165780
Jul 23 16:35:52.784581 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:52.803461 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9182fbd0-9c7e-4606-8f11-dfd83f54ba8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:52.825905 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-77575229-8ac7-4abf-808d-92eb5848cd19 req-1e6b4559-126e-47aa-96e1-a37b18dcdf09 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=3d2c21fd-baf3-434a-9fa9-c19596594d52&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2319469
Jul 23 16:35:52.834672 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:52.855840 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] 10.222.0.11 "DELETE /v2.0/networks/e344f55d-0812-4374-98e9-b408a13a3c25 HTTP/1.1" status: 204  len: 168 time: 0.9537141
Jul 23 16:35:52.863232 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48800) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:52.950013 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] Pushing event deleted for resources: {'Network': ['ID=e344f55d-0812-4374-98e9-b408a13a3c25,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:52.959982 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-60b8ee97-a070-4baf-bcc0-edcc6631361a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:52.976960 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:52.992671 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d4b34b73-b191-4ab3-916b-6fcd147f6b53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:53.007595 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2f9414-c260-457e-a59a-e26072cfe0aa admin admin] Deleting subnet a48254c8-cb82-431c-a63d-4cefc306dabe {{(pid=74313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:35:53.014943 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9414-c260-457e-a59a-e26072cfe0aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:53.043844 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Router 472cde1c-dfba-4dc7-a948-d5055a226b64 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:35:53.058312 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event deleted for resources: {'Port': ['ID=624fe88a-6863-435a-b0d1-917c46d80dd4,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:53.060990 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:53.117551 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9414-c260-457e-a59a-e26072cfe0aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66188023'] for subnet, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:53.245426 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9414-c260-457e-a59a-e26072cfe0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:53.409154 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9414-c260-457e-a59a-e26072cfe0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65806047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66434403'] for subnet, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:53.430444 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:53.491866 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9414-c260-457e-a59a-e26072cfe0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:53.512981 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f9414-c260-457e-a59a-e26072cfe0aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a48254c8-cb82-431c-a63d-4cefc306dabe,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:53.517622 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-2d2f9414-c260-457e-a59a-e26072cfe0aa admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a48254c8-cb82-431c-a63d-4cefc306dabe HTTP/1.1" status: 204  len: 168 time: 0.6519997
Jul 23 16:35:53.519347 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-2d2f9414-c260-457e-a59a-e26072cfe0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:53.522031 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48806) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:53.640672 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0ee75ec0-22dd-43d8-b3a5-460792059cf8 req-e329a8eb-ec33-4c72-9a44-0c67ddc9655f tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 210 time: 0.1028759
Jul 23 16:35:53.754450 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:53.959788 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device efceefff-b8ed-47c1-a35f-ecb655bece6b no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:35:54.005170 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Router 414ac529-55d6-487e-a088-f7aaa57da9bb has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:35:54.039638 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: efceefff-b8ed-47c1-a35f-ecb655bece6b {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:35:54.040751 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device efceefff-b8ed-47c1-a35f-ecb655bece6b not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:35:54.041919 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 624fe88a-6863-435a-b0d1-917c46d80dd4 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:35:54.101011 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:54.117328 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:35:54.122868 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: 624fe88a-6863-435a-b0d1-917c46d80dd4 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:35:54.124005 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 624fe88a-6863-435a-b0d1-917c46d80dd4 not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:35:54.135221 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786374fc-74e0-4ef5-bb82-8f4c50c8880b None None] Sync routers for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:35:54.164865 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09f2003a0>,) {'filters': {'network_id': ['f28ca36c-5797-466c-b72d-e37ee01c36ef']}} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:54.193171 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786374fc-74e0-4ef5-bb82-8f4c50c8880b None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:35:54.194873 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-786374fc-74e0-4ef5-bb82-8f4c50c8880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fb744c0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:35:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:54.222902 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f2003a0>, '1a4a2b00-fd2d-477e-bf8b-5faddb65acdc') {'for_net_delete': True} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:54.223252 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f2003a0>, '1a4a2b00-fd2d-477e-bf8b-5faddb65acdc') {} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:54.238531 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66188024'] for segment, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:54.266214 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:54.280952 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=74313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:35:54.281670 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65805945'] for segment, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]: Traceback (most recent call last):
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     timer()
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     cb(*args, **kw)
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     return func(*args, **kwargs)
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     self._notify()
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     self.callback(batched_events)
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     event.method(event)
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     return f(self, *a, **k)
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._get(url).json()
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:35:54.310250 dv-cinder-802039-1-iscsi neutron-server[74313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:35:54.503957 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:54.518915 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:54.562272 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] No DVR routers for this DVR port efceefff-b8ed-47c1-a35f-ecb655bece6b on host hv-cinder-80203 {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:35:54.576139 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:54.579391 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:54.589806 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f28ca36c-5797-466c-b72d-e37ee01c36ef,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:54.605819 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:54.613557 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f28ca36c-5797-466c-b72d-e37ee01c36ef HTTP/1.1" status: 204  len: 168 time: 1.0869610
Jul 23 16:35:54.613852 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8def09-6937-4992-876e-eeb9a9a98b33', 'name': 'network-vif-deleted', 'tag': 'efceefff-b8ed-47c1-a35f-ecb655bece6b'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:35:54.623585 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e5aa3d8d-0c23-4fb5-90a5-c3ba3252813e req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.46 "DELETE /v2.0/ports/efceefff-b8ed-47c1-a35f-ecb655bece6b HTTP/1.1" status: 204  len: 173 time: 6.1160064
Jul 23 16:35:54.625680 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-0606b326-7174-4aac-9241-7e02fcb3deb9 req-1ab9ba80-0b1d-4f05-bf7d-adae0baba6fc tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Synchronizing usage tracker for tenant:b2efe7e48fb140c5b6b33a9d628704a0 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:35:54.683707 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-0606b326-7174-4aac-9241-7e02fcb3deb9 req-1ab9ba80-0b1d-4f05-bf7d-adae0baba6fc tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Unset dirty status for tenant:b2efe7e48fb140c5b6b33a9d628704a0 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:35:54.694920 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0606b326-7174-4aac-9241-7e02fcb3deb9 req-1ab9ba80-0b1d-4f05-bf7d-adae0baba6fc tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 210 time: 0.2061813
Jul 23 16:35:54.824350 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-786374fc-74e0-4ef5-bb82-8f4c50c8880b None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:35:55.205269 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:35:55.223913 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b9905d-b073-4ffa-b63e-43154588ee75 None None] Sync routers for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:35:55.270736 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9905d-b073-4ffa-b63e-43154588ee75 None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:35:55.272296 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-78b9905d-b073-4ffa-b63e-43154588ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f8b9d60>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:35:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:55.505090 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48828) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:55.645493 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-af906227-3188-4444-82e6-15ba235de18b req-147d5f0a-c56f-4418-a19d-ba2080bd0a63 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Synchronizing usage tracker for tenant:8733068c398e483e93b67dd9619ed93c on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:35:55.661761 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] No DVR routers for this DVR port 624fe88a-6863-435a-b0d1-917c46d80dd4 on host hv-cinder-80203 {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:35:55.685804 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:55.689875 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-10e1cbad-0280-4669-8231-09b20ffe1714 req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.46 "DELETE /v2.0/ports/624fe88a-6863-435a-b0d1-917c46d80dd4 HTTP/1.1" status: 204  len: 173 time: 5.6477959
Jul 23 16:35:55.691811 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-af906227-3188-4444-82e6-15ba235de18b req-147d5f0a-c56f-4418-a19d-ba2080bd0a63 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Unset dirty status for tenant:8733068c398e483e93b67dd9619ed93c on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:35:55.706018 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-af906227-3188-4444-82e6-15ba235de18b req-147d5f0a-c56f-4418-a19d-ba2080bd0a63 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc8def09-6937-4992-876e-eeb9a9a98b33 HTTP/1.1" status: 200  len: 210 time: 0.3781667
Jul 23 16:35:55.730036 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-9c05cecc-8ef7-477a-aae8-50037ddfebc8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68abbc7b1f6b49e49f1df77fffe21c59&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2205186
Jul 23 16:35:55.731432 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48832) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:56.112886 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-78b9905d-b073-4ffa-b63e-43154588ee75 None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:35:56.267720 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8def09-6937-4992-876e-eeb9a9a98b33', 'name': 'network-vif-deleted', 'tag': 'efceefff-b8ed-47c1-a35f-ecb655bece6b', 'status': 'completed', 'code': 200}
Jul 23 16:35:56.451792 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-786374fc-74e0-4ef5-bb82-8f4c50c8880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fb744c0>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:36Z', 'revision_number': 5, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:56.465046 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786374fc-74e0-4ef5-bb82-8f4c50c8880b None None] Checking router: 472cde1c-dfba-4dc7-a948-d5055a226b64 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:35:56.479901 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b402ccc8-b32b-4f48-8c5d-a01282b8b305 req-97a84834-db19-4b0d-8134-fcf4aefbf0da tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=656b80a0-3cff-41d0-b090-917d08f0f7b5 HTTP/1.1" status: 200  len: 210 time: 0.1137402
Jul 23 16:35:56.493573 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0b30d12d-9446-415b-a491-29af934750b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:56.496121 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786374fc-74e0-4ef5-bb82-8f4c50c8880b None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:35:56.498150 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-786374fc-74e0-4ef5-bb82-8f4c50c8880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fb744c0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:35:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:56.565418 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0b30d12d-9446-415b-a491-29af934750b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:56.668454 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0b30d12d-9446-415b-a491-29af934750b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:56.675023 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c5a311c1-0f80-4e59-aedb-3fd6c319666f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:56.715663 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30d12d-9446-415b-a491-29af934750b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f319a3fd-5f56-48d8-9ad3-f23be43b30ab,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:56.731144 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0b30d12d-9446-415b-a491-29af934750b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:56.748065 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0b30d12d-9446-415b-a491-29af934750b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:56.750634 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-0b30d12d-9446-415b-a491-29af934750b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f319a3fd-5f56-48d8-9ad3-f23be43b30ab HTTP/1.1" status: 204  len: 168 time: 1.0169158
Jul 23 16:35:57.100244 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-786374fc-74e0-4ef5-bb82-8f4c50c8880b None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:35:57.177359 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48846) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:57.279743 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-78b9905d-b073-4ffa-b63e-43154588ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f8b9d60>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 5, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:57.293051 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b9905d-b073-4ffa-b63e-43154588ee75 None None] Checking router: 414ac529-55d6-487e-a088-f7aaa57da9bb for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:35:57.317963 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9905d-b073-4ffa-b63e-43154588ee75 None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:35:57.319393 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-78b9905d-b073-4ffa-b63e-43154588ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f8b9d60>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:35:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:57.342327 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-4222c6d6-845a-45b4-bd11-fb5ca1461911 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:57.397017 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-4222c6d6-845a-45b4-bd11-fb5ca1461911 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:57.569821 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-4222c6d6-845a-45b4-bd11-fb5ca1461911 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:57.580916 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:57.614808 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222c6d6-845a-45b4-bd11-fb5ca1461911 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2135175-a885-48f6-9b37-9a4875543a70,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:57.620583 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-4222c6d6-845a-45b4-bd11-fb5ca1461911 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:57.637894 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-4222c6d6-845a-45b4-bd11-fb5ca1461911 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:57.646348 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-4222c6d6-845a-45b4-bd11-fb5ca1461911 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "DELETE /v2.0/security-groups/a2135175-a885-48f6-9b37-9a4875543a70 HTTP/1.1" status: 204  len: 168 time: 0.4634366
Jul 23 16:35:57.647041 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48854) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:57.686407 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.api.v2.resource [None req-f49458f8-431e-4477-8f50-b6a2bd4a455e tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] show failed (client error): The resource could not be found.
Jul 23 16:35:57.692957 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-f49458f8-431e-4477-8f50-b6a2bd4a455e tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups/a2135175-a885-48f6-9b37-9a4875543a70 HTTP/1.1" status: 404  len: 347 time: 0.0397835
Jul 23 16:35:57.693549 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48858) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:57.885630 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-78b9905d-b073-4ffa-b63e-43154588ee75 None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:35:58.021215 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-786374fc-74e0-4ef5-bb82-8f4c50c8880b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fb744c0>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:36Z', 'revision_number': 5, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:58.032359 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48866) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:58.052206 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786374fc-74e0-4ef5-bb82-8f4c50c8880b None None] The sync data for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi is: [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:36Z', 'revision_number': 5, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:35:58.233653 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a4642455-9a07-42ff-a300-c2e96a5cc2a0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:58.270618 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'name': 'network-vif-deleted', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:35:58.330352 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Deleting port bb29c1bc-b007-4313-8641-08ac8f49c239 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:35:58.331181 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:58.413134 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a4642455-9a07-42ff-a300-c2e96a5cc2a0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:58.425168 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48872) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:58.572438 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656b80a0-3cff-41d0-b090-917d08f0f7b5', 'name': 'network-vif-deleted', 'tag': '624fe88a-6863-435a-b0d1-917c46d80dd4', 'status': 'completed', 'code': 200}
Jul 23 16:35:58.604703 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a4642455-9a07-42ff-a300-c2e96a5cc2a0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:58.640682 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-87bc7523-be7d-47f9-b8d0-3947141aaf31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:58.680428 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4642455-9a07-42ff-a300-c2e96a5cc2a0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2c21fd-baf3-434a-9fa9-c19596594d52,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:58.698576 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a4642455-9a07-42ff-a300-c2e96a5cc2a0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:58.723213 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a4642455-9a07-42ff-a300-c2e96a5cc2a0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:58.727858 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-a4642455-9a07-42ff-a300-c2e96a5cc2a0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "DELETE /v2.0/security-groups/3d2c21fd-baf3-434a-9fa9-c19596594d52 HTTP/1.1" status: 204  len: 168 time: 0.6937215
Jul 23 16:35:58.734029 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48876) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:58.761625 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97f78d-f7c1-4173-bead-b554763f4e9e None None] New status for floating IP 833e1f0e-ec66-41ca-80e0-5cf0dbd32903: DOWN {{(pid=74314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:35:58.764235 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-096242cd-86f3-4006-be5c-11922cbcda8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20a25332c7f74a408233a90913c92bf9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3300869
Jul 23 16:35:58.772147 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48878) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:58.861408 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.api.v2.resource [None req-4f530450-ae58-4e06-8e20-6c230fa322ff tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] show failed (client error): The resource could not be found.
Jul 23 16:35:58.864287 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-4f530450-ae58-4e06-8e20-6c230fa322ff tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups/3d2c21fd-baf3-434a-9fa9-c19596594d52 HTTP/1.1" status: 404  len: 347 time: 0.0864422
Jul 23 16:35:58.868614 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48884) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:35:59.038960 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-78b9905d-b073-4ffa-b63e-43154588ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f8b9d60>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 5, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:35:59.048513 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b9905d-b073-4ffa-b63e-43154588ee75 None None] The sync data for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi is: [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 5, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:35:59.102083 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:59.225703 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:59.226604 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:59.255692 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:59.399871 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Deleting port c670ed2b-fc63-40f7-a1a1-003db7345196 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:35:59.401257 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:59.514559 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Calling delete_port for bb29c1bc-b007-4313-8641-08ac8f49c239 owned by network:floatingip {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:35:59.533698 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698bee91-94d7-4caf-b4a8-0814bc918534 None None] New status for floating IP f8cf83cc-b326-42f6-965f-0c22a0e75e53: DOWN {{(pid=74315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:35:59.704038 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:35:59.707807 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.db.api [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:35:59.708256 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_db.api [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:35:59.710130 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:59.717830 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:35:59.755169 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80317ec0-8722-4449-897e-87475c989b12,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:35:59.773803 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:59.774103 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:59.774478 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:59.774839 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:59.775189 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:59.775673 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:59.776124 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:59.776476 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:59.777015 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:59.777410 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:59.777805 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:35:59.784860 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:35:59.798790 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:59.801476 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80317ec0-8722-4449-897e-87475c989b12 HTTP/1.1" status: 204  len: 168 time: 1.0275080
Jul 23 16:35:59.810775 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:35:59.811102 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:00.068907 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Calling delete_port for c670ed2b-fc63-40f7-a1a1-003db7345196 owned by network:floatingip {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:36:00.210125 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Deleting port bb29c1bc-b007-4313-8641-08ac8f49c239 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:36:00.211544 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:00.256069 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.db.api [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:36:00.257142 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_db.api [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:36:00.569384 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:00.570262 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:00.758414 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Deleting port c670ed2b-fc63-40f7-a1a1-003db7345196 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:36:00.759196 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:00.804890 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Calling delete_port for bb29c1bc-b007-4313-8641-08ac8f49c239 owned by network:floatingip {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:36:01.117507 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:01.141967 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-5bbcf8d7-f517-4bc5-bc45-59ca79e867a2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:01.185488 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:01.186064 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:01.297564 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event deleted for resources: {'Port': ['ID=bb29c1bc-b007-4313-8641-08ac8f49c239,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:01.302438 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:01.460216 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Calling delete_port for c670ed2b-fc63-40f7-a1a1-003db7345196 owned by network:floatingip {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:36:01.513608 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:01.541605 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:01.543673 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "DELETE /v2.0/floatingips/833e1f0e-ec66-41ca-80e0-5cf0dbd32903 HTTP/1.1" status: 204  len: 168 time: 3.8483715
Jul 23 16:36:01.726453 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:01.739119 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:01.820019 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event deleted for resources: {'Port': ['ID=c670ed2b-fc63-40f7-a1a1-003db7345196,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:01.826795 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:01.989243 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:02.024309 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:02.027808 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "DELETE /v2.0/floatingips/f8cf83cc-b326-42f6-965f-0c22a0e75e53 HTTP/1.1" status: 204  len: 168 time: 3.1569216
Jul 23 16:36:02.217312 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48920) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:02.228088 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073645353', 'description': 'tempest-description--447351581'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:02.239420 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:02.249361 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Usage tracker for resource:security_group and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:02.257018 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:02.269933 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:02.309009 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:02.398496 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:02.405719 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Usage tracker for resource:security_group_rule and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:02.410757 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:02.423494 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:02.548102 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48928) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:02.561215 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1290918061', 'description': 'tempest-description--1011216008'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:02.573009 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:02.575410 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:02.578924 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:02.584169 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Usage tracker for resource:security_group and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:02.590237 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c7c734b1-b8af-40aa-b4a9-e2169d5e6042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:02.591022 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:02.604727 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:02.632772 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:02.676337 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23d11b8-77c7-41e6-8397-ecd35ee35be6,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:02.681602 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:02.683010 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:02.690101 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-69a86131-9617-463a-9295-74b8c76ffb49 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.4662704
Jul 23 16:36:02.690653 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48932) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:02.701977 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-ef60faac-1fd8-4e12-877f-c6c9963f6a2a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Request body: {'security_group_rule': {'security_group_id': 'a23d11b8-77c7-41e6-8397-ecd35ee35be6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:02.709658 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:02.712864 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-ef60faac-1fd8-4e12-877f-c6c9963f6a2a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:02.717900 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Usage tracker for resource:security_group_rule and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:02.721187 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-ef60faac-1fd8-4e12-877f-c6c9963f6a2a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Usage tracker for resource:security_group_rule and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:02.724860 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:02.727218 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-ef60faac-1fd8-4e12-877f-c6c9963f6a2a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:02.740459 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:02.742935 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-ef60faac-1fd8-4e12-877f-c6c9963f6a2a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:02.793901 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ef60faac-1fd8-4e12-877f-c6c9963f6a2a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:02.900476 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:02.908661 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:02.920454 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-016a2d5a-603c-49c6-94cc-d9b4ccc8360f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:02.943441 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ef60faac-1fd8-4e12-877f-c6c9963f6a2a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:02.956998 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ef60faac-1fd8-4e12-877f-c6c9963f6a2a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:02.956998 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a40fc905-8128-434d-a09c-dbccf348afbb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:02.991075 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48938) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:03.011801 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.013968 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.4621441
Jul 23 16:36:03.015962 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc11a82c-77d6-4f1e-a2f0-c678880c8e69,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:03.019606 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48944) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:03.021798 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60faac-1fd8-4e12-877f-c6c9963f6a2a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66933725-4fac-4386-9249-2cbb103f07ea,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:03.023806 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:03.027801 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-ef60faac-1fd8-4e12-877f-c6c9963f6a2a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:03.031688 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-f99b9c47-fc95-4264-addb-0e7e43dbcb43 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Request body: {'security_group_rule': {'security_group_id': 'bc11a82c-77d6-4f1e-a2f0-c678880c8e69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:03.033779 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ef60faac-1fd8-4e12-877f-c6c9963f6a2a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.037170 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-ef60faac-1fd8-4e12-877f-c6c9963f6a2a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3447165
Jul 23 16:36:03.042233 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48948) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:03.043233 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-f99b9c47-fc95-4264-addb-0e7e43dbcb43 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:03.053000 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-f99b9c47-fc95-4264-addb-0e7e43dbcb43 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Usage tracker for resource:security_group_rule and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:03.054242 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-f71be459-d5d9-4848-b8ed-dbe7870132bf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Request body: {'security_group_rule': {'security_group_id': 'a23d11b8-77c7-41e6-8397-ecd35ee35be6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:03.059730 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-f99b9c47-fc95-4264-addb-0e7e43dbcb43 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:03.069301 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f71be459-d5d9-4848-b8ed-dbe7870132bf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:03.072984 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-f99b9c47-fc95-4264-addb-0e7e43dbcb43 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:03.078752 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-f71be459-d5d9-4848-b8ed-dbe7870132bf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Usage tracker for resource:security_group_rule and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:03.086365 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-f71be459-d5d9-4848-b8ed-dbe7870132bf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:03.101445 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f99b9c47-fc95-4264-addb-0e7e43dbcb43 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.101744 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f71be459-d5d9-4848-b8ed-dbe7870132bf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:03.135465 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f71be459-d5d9-4848-b8ed-dbe7870132bf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.249008 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f99b9c47-fc95-4264-addb-0e7e43dbcb43 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.255471 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f99b9c47-fc95-4264-addb-0e7e43dbcb43 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.258969 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:03.265264 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f71be459-d5d9-4848-b8ed-dbe7870132bf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.272449 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f71be459-d5d9-4848-b8ed-dbe7870132bf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.277939 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:03.301881 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b9c47-fc95-4264-addb-0e7e43dbcb43 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348f639e-89a1-47c0-a82e-cc13c83c3e47,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:03.313121 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f99b9c47-fc95-4264-addb-0e7e43dbcb43 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:03.327720 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f99b9c47-fc95-4264-addb-0e7e43dbcb43 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.334846 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-f99b9c47-fc95-4264-addb-0e7e43dbcb43 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3134358
Jul 23 16:36:03.335874 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48952) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:03.346288 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-18d03570-55c9-415d-b3ea-3f40a4dd67f3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Request body: {'security_group_rule': {'security_group_id': 'bc11a82c-77d6-4f1e-a2f0-c678880c8e69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:03.357749 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-18d03570-55c9-415d-b3ea-3f40a4dd67f3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:03.360488 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71be459-d5d9-4848-b8ed-dbe7870132bf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12999542-9e9a-4e27-93a6-de87e854511a,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:03.363879 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f230e37e-8b21-468b-ba1d-58e93b106bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.367503 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-18d03570-55c9-415d-b3ea-3f40a4dd67f3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Usage tracker for resource:security_group_rule and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:03.373237 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-18d03570-55c9-415d-b3ea-3f40a4dd67f3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:03.386935 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-18d03570-55c9-415d-b3ea-3f40a4dd67f3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:03.387254 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f71be459-d5d9-4848-b8ed-dbe7870132bf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:03.405622 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f71be459-d5d9-4848-b8ed-dbe7870132bf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.407749 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-f71be459-d5d9-4848-b8ed-dbe7870132bf tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3639839
Jul 23 16:36:03.419150 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 48956) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:03.433324 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Request body: {'floatingip': {'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:03.438869 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f230e37e-8b21-468b-ba1d-58e93b106bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:03.441528 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-18d03570-55c9-415d-b3ea-3f40a4dd67f3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.446669 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-f230e37e-8b21-468b-ba1d-58e93b106bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:0fb93b3f399c4a429202afe035670095 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:03.452472 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-f230e37e-8b21-468b-ba1d-58e93b106bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:03.460373 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:03.463031 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f230e37e-8b21-468b-ba1d-58e93b106bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:03.479740 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Usage tracker for resource:floatingip and tenant:8733068c398e483e93b67dd9619ed93c is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:03.495841 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:03.517755 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:03.567283 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.608697 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f230e37e-8b21-468b-ba1d-58e93b106bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.615474 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f230e37e-8b21-468b-ba1d-58e93b106bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.629264 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-8e32329a-91b6-45e9-bb53-615f6ef542f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:03.711819 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230e37e-8b21-468b-ba1d-58e93b106bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf5e60b-6318-4e64-bad5-64f525218f02,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:03.718109 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f230e37e-8b21-468b-ba1d-58e93b106bb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:03.723694 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-f230e37e-8b21-468b-ba1d-58e93b106bb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fb93b3f399c4a429202afe035670095&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7305729
Jul 23 16:36:03.729410 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48962) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:03.730737 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-18d03570-55c9-415d-b3ea-3f40a4dd67f3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.742285 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-18d03570-55c9-415d-b3ea-3f40a4dd67f3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.751485 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:03.811945 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d03570-55c9-415d-b3ea-3f40a4dd67f3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2419ebd7-60b8-4a93-9a21-e788e5d69f99,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:03.820695 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-18d03570-55c9-415d-b3ea-3f40a4dd67f3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:03.855360 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-18d03570-55c9-415d-b3ea-3f40a4dd67f3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.857903 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-18d03570-55c9-415d-b3ea-3f40a4dd67f3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5203760
Jul 23 16:36:03.862852 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 48966) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:03.874925 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Request body: {'floatingip': {'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:03.884464 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:03.893283 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Usage tracker for resource:floatingip and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:03.906168 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:03.918638 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:03.924734 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-72ac9340-c914-4b20-ab3b-94f8cb318c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.937079 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.950517 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:03.992322 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-72ac9340-c914-4b20-ab3b-94f8cb318c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:04.223574 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Allocated IP 172.27.3.128 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/0a2e7604-a67d-4afe-9e8c-1dc2f2b52de3) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:36:04.378508 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-72ac9340-c914-4b20-ab3b-94f8cb318c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:04.395328 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9f31cd5b-f236-49d1-90f2-e9111200635f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:04.427407 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac9340-c914-4b20-ab3b-94f8cb318c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf5e60b-6318-4e64-bad5-64f525218f02,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:04.432202 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-72ac9340-c914-4b20-ab3b-94f8cb318c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:04.460378 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-72ac9340-c914-4b20-ab3b-94f8cb318c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:04.462346 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-72ac9340-c914-4b20-ab3b-94f8cb318c14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cf5e60b-6318-4e64-bad5-64f525218f02 HTTP/1.1" status: 204  len: 168 time: 0.7311687
Jul 23 16:36:04.494862 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:04.526377 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:04.579998 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:04.588577 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:04.702176 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:36:04.707651 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:36:04.714810 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:36:04.789180 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event updated for resources: {'Port': ['ID=0a2e7604-a67d-4afe-9e8c-1dc2f2b52de3,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:04.800458 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Allocated IP 172.27.3.24 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/56566162-7fe0-4b15-8457-9a62dcc94e7e) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:36:04.813260 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:05.146240 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:05.221507 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:05.255631 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:05.276218 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:05.282767 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:05.425914 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:36:05.427643 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event updated for resources: {'Port': ['ID=56566162-7fe0-4b15-8457-9a62dcc94e7e,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:05.432815 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:36:05.436678 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:05.437648 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:36:05.713176 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:05.721945 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:05.727559 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-1c430006-30c5-47bd-a1cc-d5406164889c tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:05.768955 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:05.871959 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event updated for resources: {'Port': ['ID=0a2e7604-a67d-4afe-9e8c-1dc2f2b52de3,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:05.880256 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:05.881087 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:05.990281 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:06.021695 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:06.035956 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.6002274
Jul 23 16:36:06.343782 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:06.350596 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65805861'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:06.361067 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:06.474249 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-f8694936-7b00-4782-ae86-5b4ac80d7507 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Synchronizing usage tracker for tenant:8733068c398e483e93b67dd9619ed93c on resource:security_group {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:36:06.501222 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-f8694936-7b00-4782-ae86-5b4ac80d7507 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Unset dirty status for tenant:8733068c398e483e93b67dd9619ed93c on resource:security_group {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:36:06.502618 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-f8694936-7b00-4782-ae86-5b4ac80d7507 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1073645353&fields=id&tenant_id=8733068c398e483e93b67dd9619ed93c HTTP/1.1" status: 200  len: 267 time: 0.0961246
Jul 23 16:36:06.577413 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event updated for resources: {'Port': ['ID=56566162-7fe0-4b15-8457-9a62dcc94e7e,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:06.589229 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:06.605403 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:06.655425 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:06.671799 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7937832
Jul 23 16:36:06.773103 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-b4a37d8f-a816-4911-9b1b-bef9f24c972d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:06.776510 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-b4a37d8f-a816-4911-9b1b-bef9f24c972d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/networks?id=ce82339f-eeee-471f-96ff-22dbd70c45a7 HTTP/1.1" status: 200  len: 811 time: 0.2634044
Jul 23 16:36:06.833812 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-7102208e-32e2-4cdc-a2fb-d90b970751bb tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/quotas/8733068c398e483e93b67dd9619ed93c HTTP/1.1" status: 200  len: 375 time: 0.0471983
Jul 23 16:36:07.013213 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-b04abb8c-938f-4240-809a-56f064a7e32f tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Synchronizing usage tracker for tenant:8733068c398e483e93b67dd9619ed93c on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:36:07.056117 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-b04abb8c-938f-4240-809a-56f064a7e32f tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Unset dirty status for tenant:8733068c398e483e93b67dd9619ed93c on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:36:07.059349 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-b04abb8c-938f-4240-809a-56f064a7e32f tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8733068c398e483e93b67dd9619ed93c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2116950
Jul 23 16:36:07.169304 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-b1e705f3-d1f3-4129-941f-90541256059c req-9c00826f-461c-4c22-bd18-353e523674f5 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Synchronizing usage tracker for tenant:b2efe7e48fb140c5b6b33a9d628704a0 on resource:security_group {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:36:07.199549 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-b1e705f3-d1f3-4129-941f-90541256059c req-9c00826f-461c-4c22-bd18-353e523674f5 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Unset dirty status for tenant:b2efe7e48fb140c5b6b33a9d628704a0 on resource:security_group {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:36:07.201946 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-9c00826f-461c-4c22-bd18-353e523674f5 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1290918061&fields=id&tenant_id=b2efe7e48fb140c5b6b33a9d628704a0 HTTP/1.1" status: 200  len: 267 time: 0.1098709
Jul 23 16:36:07.819871 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e705f3-d1f3-4129-941f-90541256059c req-e8f198c7-67b0-492c-923e-1b3f9ddf70c1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:07.821594 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-e8f198c7-67b0-492c-923e-1b3f9ddf70c1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/networks?id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a HTTP/1.1" status: 200  len: 816 time: 0.6037695
Jul 23 16:36:07.831285 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-442084a2-f88c-49ba-9b09-03d4c5c98a6d service neutron] 10.222.0.11 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7477884
Jul 23 16:36:07.978699 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-ae3a102c-c0c8-42ae-b06b-a727460ee4db tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/quotas/b2efe7e48fb140c5b6b33a9d628704a0 HTTP/1.1" status: 200  len: 375 time: 0.1445918
Jul 23 16:36:08.222377 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-912ef88c-137c-4b72-a4b0-ac43058b2bbc service neutron] 10.222.0.11 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3751678
Jul 23 16:36:08.249858 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-2b5c652d-7260-48e9-a0f6-bccacc524e15 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2615058
Jul 23 16:36:08.674503 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a81b9f5b-1ca8-4b00-8542-43879d98b480 req-c07bc201-4559-4de8-b56e-42815af39ecc tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 210 time: 0.0937831
Jul 23 16:36:08.777587 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-cb675db8-d8e1-4e44-9ac8-2ccd352150ef service neutron] 10.222.0.11 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5031209
Jul 23 16:36:09.057039 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-a9202ff9-9c8f-48f3-97ff-2906d35b28cc service neutron] 10.222.0.11 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2629654
Jul 23 16:36:09.471596 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2fe056e8-17a7-4bb5-b8f3-2d7808d3f0c3 req-1f46733c-1a40-4485-94ba-8b9bd1f54947 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 210 time: 0.0961285
Jul 23 16:36:10.081757 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e7343023-5cbd-4b1f-a12a-1445d40309b9 req-ecdb2837-4c37-4431-b2da-e776536bae45 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 210 time: 0.0818555
Jul 23 16:36:10.259035 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:10.843266 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f30e73ff-fc9a-4c0e-a790-3d15e86684ff req-59291691-ce12-401d-9f5f-f1b3ee2bf571 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 210 time: 0.0852215
Jul 23 16:36:11.387908 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-11fe963a-b9e8-43af-ab03-4af18438df85 req-66c8b90b-f1ce-4fd2-82ea-217fb3f2e8b7 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 210 time: 0.0782790
Jul 23 16:36:12.221613 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b5a6346f-2cf3-4f3d-a14a-b674468ded88 req-0479e707-5fb9-4a65-821f-d62853a3059a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 210 time: 0.0820973
Jul 23 16:36:12.618521 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-42f65785-5bca-41a0-bc14-9efa24fa7876 req-a2dc5270-4914-4813-b47b-684bd8b22404 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 210 time: 0.0736949
Jul 23 16:36:13.126662 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-e958c516-fa48-45d4-b51e-c903449b81f9 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:13.129409 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-e958c516-fa48-45d4-b51e-c903449b81f9 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.46 "GET /v2.0/networks?id=ce82339f-eeee-471f-96ff-22dbd70c45a7 HTTP/1.1" status: 200  len: 811 time: 0.2671580
Jul 23 16:36:13.273016 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-7eb8a10c-4af7-4d31-b288-ef20d619525a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8733068c398e483e93b67dd9619ed93c HTTP/1.1" status: 200  len: 380 time: 0.0926855
Jul 23 16:36:13.289204 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Request body: {'port': {'device_id': 'cdc2821e-b204-4d28-a999-087f2f0a7ce6', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'admin_state_up': True, 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'security_groups': ['a23d11b8-77c7-41e6-8397-ecd35ee35be6']}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:13.582824 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-82be9e1a-5ffa-4d06-8174-d4de3b513f11 req-01356a3b-1f68-46e5-93eb-78dd36f7b259 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 210 time: 0.0656440
Jul 23 16:36:13.604235 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:13.622108 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:13.646832 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Made reservation on behalf of 8733068c398e483e93b67dd9619ed93c for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:36:13.653854 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:14.108677 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cc466381-45fc-41e7-8691-cf5e9fad6cb7 req-20d4ceb5-ac49-445d-a37c-71cb7882ddb9 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 210 time: 0.1058338
Jul 23 16:36:14.274537 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-ca920d33-fefb-4e80-9caa-a08325580730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:14.359253 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e705f3-d1f3-4129-941f-90541256059c req-8e96d6cc-64b2-4111-b4e2-42f01c7454c9 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:14.361998 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-8e96d6cc-64b2-4111-b4e2-42f01c7454c9 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.46 "GET /v2.0/networks?id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a HTTP/1.1" status: 200  len: 816 time: 0.6559536
Jul 23 16:36:14.448747 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Allocated IP 172.20.0.4 (ce82339f-eeee-471f-96ff-22dbd70c45a7/6a685292-3ace-4bd8-8dcc-ef7b928244a3/b3f92a96-aecd-44a7-9c88-bb47fe39c916) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:36:14.512764 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-f56215ef-460c-414e-8731-43a983ab401d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2efe7e48fb140c5b6b33a9d628704a0 HTTP/1.1" status: 200  len: 380 time: 0.1306772
Jul 23 16:36:14.541474 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Request body: {'port': {'device_id': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'admin_state_up': True, 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'security_groups': ['bc11a82c-77d6-4f1e-a2f0-c678880c8e69']}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:14.802865 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:14.925590 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49120) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:15.063902 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:15.085635 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-50ba661c-ab98-4868-b289-57d55dd1c1b8 req-cc8fa83b-0f33-4ecf-a9dc-82e33dfa6828 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 210 time: 0.1162524
Jul 23 16:36:15.193193 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:15.238213 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Usage tracker for resource:port and tenant:b2efe7e48fb140c5b6b33a9d628704a0 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:15.244906 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Transition to ACTIVE for port object b3f92a96-aecd-44a7-9c88-bb47fe39c916 will not be triggered until provisioned by entity DHCP. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:36:15.249080 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-231e30e5-ee03-4736-b58b-f5825d61da2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:15.271014 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:15.277630 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:15.290179 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0169f23e-3faf-49f9-a20b-389f97b774d7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:15.325882 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-231e30e5-ee03-4736-b58b-f5825d61da2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:15.336851 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-231e30e5-ee03-4736-b58b-f5825d61da2b admin admin] Usage tracker for resource:security_group_rule and tenant:a62161809acd4d3f9850448e3c4a726a is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:15.337175 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:15.345018 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-231e30e5-ee03-4736-b58b-f5825d61da2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:15.362590 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-231e30e5-ee03-4736-b58b-f5825d61da2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:15.397185 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Made reservation on behalf of b2efe7e48fb140c5b6b33a9d628704a0 for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:36:15.401181 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:15.428915 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Network ce82339f-eeee-471f-96ff-22dbd70c45a7 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:36:15.475871 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:36:15.487914 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event updated for resources: {'Port': ['ID=b3f92a96-aecd-44a7-9c88-bb47fe39c916,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:15.499831 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:36:15.528023 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-231e30e5-ee03-4736-b58b-f5825d61da2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:15.536938 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-231e30e5-ee03-4736-b58b-f5825d61da2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:15.546100 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:15.561500 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b727b295-41e4-47b3-b598-ea3f0c92697f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:15.649255 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e30e5-ee03-4736-b58b-f5825d61da2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51af6c2d-2b14-4ad6-a47a-3ec8377dc5ce,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:15.660870 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-231e30e5-ee03-4736-b58b-f5825d61da2b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a62161809acd4d3f9850448e3c4a726a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7268350
Jul 23 16:36:15.660870 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-231e30e5-ee03-4736-b58b-f5825d61da2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:15.665754 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49130) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:15.788146 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d6b064b7-293b-4418-9c0d-49bd223903ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:15.858775 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d6b064b7-293b-4418-9c0d-49bd223903ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:15.963844 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-bea54801-1fc1-4188-9c72-1bde5c9749e0 None None] Provisioning for port b3f92a96-aecd-44a7-9c88-bb47fe39c916 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:36:15.970792 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:15.971717 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:15.973890 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d6b064b7-293b-4418-9c0d-49bd223903ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:15.979808 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-bea54801-1fc1-4188-9c72-1bde5c9749e0 None None] Provisioning complete for port b3f92a96-aecd-44a7-9c88-bb47fe39c916 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:36:15.980844 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-bea54801-1fc1-4188-9c72-1bde5c9749e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:15.985943 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-315c3b8e-ecbc-4fa6-804b-6f92e3ff11ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:16.011592 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b064b7-293b-4418-9c0d-49bd223903ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51af6c2d-2b14-4ad6-a47a-3ec8377dc5ce,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:16.013983 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d6b064b7-293b-4418-9c0d-49bd223903ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:16.015841 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-d6b064b7-293b-4418-9c0d-49bd223903ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51af6c2d-2b14-4ad6-a47a-3ec8377dc5ce HTTP/1.1" status: 204  len: 168 time: 0.3483799
Jul 23 16:36:16.017276 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d6b064b7-293b-4418-9c0d-49bd223903ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:16.056499 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Allocated IP 172.20.0.4 (1fb6c709-8eb7-4cae-8109-67bb349e8f3a/82c0dc70-c251-4f95-9b4f-2413f88533bb/2347d2ab-139d-4101-b01c-beb9bf8ef93d) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:36:16.112969 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-bea54801-1fc1-4188-9c72-1bde5c9749e0 None None] Port b3f92a96-aecd-44a7-9c88-bb47fe39c916 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:36:16.204464 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9248083
Jul 23 16:36:16.279816 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Request body: {'port': {'device_id': 'cdc2821e-b204-4d28-a999-087f2f0a7ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:16.358339 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c33846-6db0-42af-ae3d-c8d093743e7f req-71db4381-c01c-4873-b944-dc2875fbc8f7 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:16.359440 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-01c33846-6db0-42af-ae3d-c8d093743e7f req-71db4381-c01c-4873-b944-dc2875fbc8f7 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Synchronizing usage tracker for tenant:8733068c398e483e93b67dd9619ed93c on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:36:16.499486 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-7cceb3f1-4cc1-465b-a045-937d0e961f62 req-d36b5623-a761-4de4-8d6c-ed0998a0240f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Synchronizing usage tracker for tenant:b2efe7e48fb140c5b6b33a9d628704a0 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:36:16.572364 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-01c33846-6db0-42af-ae3d-c8d093743e7f req-71db4381-c01c-4873-b944-dc2875fbc8f7 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Unset dirty status for tenant:8733068c398e483e93b67dd9619ed93c on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:36:16.574173 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-01c33846-6db0-42af-ae3d-c8d093743e7f req-71db4381-c01c-4873-b944-dc2875fbc8f7 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 931 time: 1.1594710
Jul 23 16:36:16.658634 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-7cceb3f1-4cc1-465b-a045-937d0e961f62 req-d36b5623-a761-4de4-8d6c-ed0998a0240f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Unset dirty status for tenant:b2efe7e48fb140c5b6b33a9d628704a0 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:36:16.660693 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7cceb3f1-4cc1-465b-a045-937d0e961f62 req-d36b5623-a761-4de4-8d6c-ed0998a0240f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 210 time: 0.2892933
Jul 23 16:36:16.677782 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:16.720113 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d1008feb-e9d8-4adf-baec-c1c8cabc1439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:16.751370 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:16.841273 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Transition to ACTIVE for port object 2347d2ab-139d-4101-b01c-beb9bf8ef93d will not be triggered until provisioned by entity DHCP. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:36:16.846617 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-01c33846-6db0-42af-ae3d-c8d093743e7f req-5ebd9f01-a782-4793-9c6c-1a042ffd098c tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2529418
Jul 23 16:36:16.998234 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:17.008853 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fab58875-7ceb-4dcc-95a8-965c74e7340c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:17.389385 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event updated for resources: {'Port': ['ID=2347d2ab-139d-4101-b01c-beb9bf8ef93d,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:17.396157 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:36:17.401916 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:17.403693 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:36:17.410657 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:36:17.600424 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:17.601535 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:17.646237 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1175499
Jul 23 16:36:17.683370 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Request body: {'port': {'device_id': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:17.897967 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-966eef47-80c8-49d1-866d-418769913d8f None None] Provisioning for port 2347d2ab-139d-4101-b01c-beb9bf8ef93d completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:36:17.911358 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-966eef47-80c8-49d1-866d-418769913d8f None None] Provisioning complete for port 2347d2ab-139d-4101-b01c-beb9bf8ef93d triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:36:17.912035 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-966eef47-80c8-49d1-866d-418769913d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:17.992648 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f92a96-aecd-44a7-9c88-bb47fe39c916 {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:36:18.023135 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:18.121466 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-966eef47-80c8-49d1-866d-418769913d8f None None] Port 2347d2ab-139d-4101-b01c-beb9bf8ef93d cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:36:18.124714 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Transition to ACTIVE for port object b3f92a96-aecd-44a7-9c88-bb47fe39c916 will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:36:18.164802 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:18.310343 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:18.337508 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:18.366599 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-5de247e2-d771-45d1-a403-8584fbd24f96 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:18.786635 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Pushing event updated for resources: {'Port': ['ID=b3f92a96-aecd-44a7-9c88-bb47fe39c916,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:18.867574 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:19.092888 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7f1f0-6c1c-4e51-9e47-e04ead15c08f req-e31a629d-d9b8-4225-87cb-cf77656eb727 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:19.095902 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-09a7f1f0-6c1c-4e51-9e47-e04ead15c08f req-e31a629d-d9b8-4225-87cb-cf77656eb727 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 931 time: 0.9812133
Jul 23 16:36:19.331171 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:19.351250 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd711-3ba6-4f9e-b939-26819bf6743a req-fe6c830d-0b91-49de-8b7d-ab9cfd77775d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:19.354276 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2e6fd711-3ba6-4f9e-b939-26819bf6743a req-fe6c830d-0b91-49de-8b7d-ab9cfd77775d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 943 time: 0.8722489
Jul 23 16:36:19.492602 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-09a7f1f0-6c1c-4e51-9e47-e04ead15c08f req-01a0b9b0-0cd9-43c3-a549-7720f99ec4ec tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3783519
Jul 23 16:36:19.564112 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Attempting to bind port b3f92a96-aecd-44a7-9c88-bb47fe39c916 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:36:19.564632 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Attempting to bind port b3f92a96-aecd-44a7-9c88-bb47fe39c916 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:36:19.565146 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Attempting to bind port b3f92a96-aecd-44a7-9c88-bb47fe39c916 on network ce82339f-eeee-471f-96ff-22dbd70c45a7 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:36:19.595717 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2e6fd711-3ba6-4f9e-b939-26819bf6743a req-cea22eae-9259-44e4-8c99-e3044c338c3e tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2271631
Jul 23 16:36:19.605324 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Port b3f92a96-aecd-44a7-9c88-bb47fe39c916 on network ce82339f-eeee-471f-96ff-22dbd70c45a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:36:19.605718 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Attempting to bind port b3f92a96-aecd-44a7-9c88-bb47fe39c916 on network ce82339f-eeee-471f-96ff-22dbd70c45a7 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:36:19.624658 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:36:19.624990 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Checking segment: {'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:36:19.625372 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Bound using segment: {'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:36:19.625847 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Bound port: b3f92a96-aecd-44a7-9c88-bb47fe39c916, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31efe0ca-c1ae-4dac-a974-35a56124ce4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:36:19.626200 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:19.799280 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2347d2ab-139d-4101-b01c-beb9bf8ef93d {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:36:19.810184 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:19.813557 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] For port b3f92a96-aecd-44a7-9c88-bb47fe39c916, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:36:19.818892 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] For port b3f92a96-aecd-44a7-9c88-bb47fe39c916, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b3f92a96-aecd-44a7-9c88-bb47fe39c916,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:36:19.827131 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:19.835500 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:19.892844 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Transition to ACTIVE for port object 2347d2ab-139d-4101-b01c-beb9bf8ef93d will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:36:19.904253 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:19.923034 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:19.924686 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] 10.222.0.46 "PUT /v2.0/ports/b3f92a96-aecd-44a7-9c88-bb47fe39c916 HTTP/1.1" status: 200  len: 1093 time: 3.6511140
Jul 23 16:36:19.927006 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc2821e-b204-4d28-a999-087f2f0a7ce6', 'tag': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:36:20.065099 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Pushing event updated for resources: {'Port': ['ID=b3f92a96-aecd-44a7-9c88-bb47fe39c916,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:20.070131 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc2821e-b204-4d28-a999-087f2f0a7ce6', 'tag': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916', 'status': 'completed', 'code': 200}
Jul 23 16:36:20.073709 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:20.074784 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6bfc1b66-aa87-4ce8-bfdb-847e5f5296c9 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:20.287292 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Pushing event updated for resources: {'Port': ['ID=2347d2ab-139d-4101-b01c-beb9bf8ef93d,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:20.293919 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:20.414345 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Attempting to bind port 2347d2ab-139d-4101-b01c-beb9bf8ef93d on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:36:20.414782 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Attempting to bind port 2347d2ab-139d-4101-b01c-beb9bf8ef93d by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:36:20.415260 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Attempting to bind port 2347d2ab-139d-4101-b01c-beb9bf8ef93d on network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:36:20.423093 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Port 2347d2ab-139d-4101-b01c-beb9bf8ef93d on network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:36:20.423571 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Attempting to bind port 2347d2ab-139d-4101-b01c-beb9bf8ef93d on network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:36:20.432847 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:36:20.433253 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Checking segment: {'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:36:20.433672 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Bound using segment: {'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:36:20.434143 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Bound port: 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba1c613-75b5-4eef-97d5-64b08573cc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:36:20.434529 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:20.655456 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] For port 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:36:20.660046 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] For port 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:36:20.666757 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:20.674005 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8c91b5f7-b6cc-47b2-812f-6dc8ffb9ae6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:20.803534 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:20.805579 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] 10.222.0.46 "PUT /v2.0/ports/2347d2ab-139d-4101-b01c-beb9bf8ef93d HTTP/1.1" status: 200  len: 1093 time: 3.1299088
Jul 23 16:36:21.028371 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Pushing event updated for resources: {'Port': ['ID=2347d2ab-139d-4101-b01c-beb9bf8ef93d,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:21.034191 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:21.129999 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6f24f-ada1-4950-bffd-84b81964df8b req-c27b8865-01e1-44de-b2e1-b358d9ed1220 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:21.132855 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f2a6f24f-ada1-4950-bffd-84b81964df8b req-c27b8865-01e1-44de-b2e1-b358d9ed1220 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.3082502
Jul 23 16:36:21.149247 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff716de-5c48-4951-a44b-fdeb96b432df req-c61cad20-8335-46f3-a6e1-eaf0553d578f tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:21.152908 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0ff716de-5c48-4951-a44b-fdeb96b432df req-c61cad20-8335-46f3-a6e1-eaf0553d578f tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 943 time: 0.2433977
Jul 23 16:36:21.300175 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f2a6f24f-ada1-4950-bffd-84b81964df8b req-4fa6ee8f-a117-43fd-a8b6-66b39f692efd tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1456048
Jul 23 16:36:21.308763 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0ff716de-5c48-4951-a44b-fdeb96b432df req-2b31495c-4f52-4377-b63a-ec517820e63c tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1214509
Jul 23 16:36:22.072180 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:36:22.179709 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'status': 'completed', 'code': 200}
Jul 23 16:36:22.451702 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-39686e91-302e-43c7-b102-550ceb7da62a req-b4b3cc2e-91df-4951-a59f-309f6c213864 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8733068c398e483e93b67dd9619ed93c&device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 1096 time: 0.2444131
Jul 23 16:36:22.477220 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8431184c-80bb-4592-8c69-bef00ec82869 req-95005c8e-93d9-42c1-912c-f1543bf08a9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 1096 time: 0.2199948
Jul 23 16:36:23.276244 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39686e91-302e-43c7-b102-550ceb7da62a req-813ce157-9689-4ea4-af6e-b327132ba649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:23.278762 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-39686e91-302e-43c7-b102-550ceb7da62a req-813ce157-9689-4ea4-af6e-b327132ba649 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8733068c398e483e93b67dd9619ed93c&shared=False HTTP/1.1" status: 200  len: 912 time: 0.7999763
Jul 23 16:36:23.288580 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431184c-80bb-4592-8c69-bef00ec82869 req-fe79bd9c-9c64-4a8a-b211-0b2ecf5be7ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:23.290446 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8431184c-80bb-4592-8c69-bef00ec82869 req-fe79bd9c-9c64-4a8a-b211-0b2ecf5be7ac service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&shared=False HTTP/1.1" status: 200  len: 917 time: 0.6196227
Jul 23 16:36:23.428349 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa6ce4-037a-4c8f-a627-6ba047bbbfcd req-eb3ce792-2418-4115-abcc-84e08bb8d6db tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:23.430319 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a4fa6ce4-037a-4c8f-a627-6ba047bbbfcd req-eb3ce792-2418-4115-abcc-84e08bb8d6db tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 943 time: 0.7575052
Jul 23 16:36:23.547716 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9424d35-95e1-49a0-9593-7be498577c37 req-78cc6a1d-8c7b-4108-ba73-e1c2ff9874ab tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:23.549997 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f9424d35-95e1-49a0-9593-7be498577c37 req-78cc6a1d-8c7b-4108-ba73-e1c2ff9874ab tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.7360578
Jul 23 16:36:23.783512 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a4fa6ce4-037a-4c8f-a627-6ba047bbbfcd req-86f3ca96-debf-4f10-9451-c6c73d8a5b12 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2738695
Jul 23 16:36:23.795378 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431184c-80bb-4592-8c69-bef00ec82869 req-2423a3e9-1fa1-468e-bc4b-efc2c6e251cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:23.798011 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8431184c-80bb-4592-8c69-bef00ec82869 req-2423a3e9-1fa1-468e-bc4b-efc2c6e251cd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4797649
Jul 23 16:36:23.811993 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39686e91-302e-43c7-b102-550ceb7da62a req-54a162a9-83c7-4b67-aefb-95d2b9a798ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:23.814657 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-39686e91-302e-43c7-b102-550ceb7da62a req-54a162a9-83c7-4b67-aefb-95d2b9a798ad service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5293889
Jul 23 16:36:23.822682 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f9424d35-95e1-49a0-9593-7be498577c37 req-94025b21-965e-4348-8799-76358ee91a13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2511003
Jul 23 16:36:24.083327 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-e8790f7a-9f70-4b52-993a-414ebcef0d6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 1096 time: 0.1199315
Jul 23 16:36:24.087832 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-7361fc14-b1fd-4bc6-94c8-c368491b6452 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8733068c398e483e93b67dd9619ed93c&device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 1096 time: 0.1747825
Jul 23 16:36:24.445605 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-b9d4fc59-54da-4b07-a33b-0ef68340cc82 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d HTTP/1.1" status: 200  len: 217 time: 0.3379543
Jul 23 16:36:24.448332 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-87ba28fd-5d15-436f-a83d-34f10815a838 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3f92a96-aecd-44a7-9c88-bb47fe39c916 HTTP/1.1" status: 200  len: 217 time: 0.2593112
Jul 23 16:36:24.655922 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e705f3-d1f3-4129-941f-90541256059c req-420ad082-34de-4928-b7a5-7724cb9b739f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:24.658578 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-420ad082-34de-4928-b7a5-7724cb9b739f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82c0dc70-c251-4f95-9b4f-2413f88533bb HTTP/1.1" status: 200  len: 855 time: 0.2012570
Jul 23 16:36:24.661488 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-97037299-a2b4-4900-bfb7-778df6c2c76e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:24.663972 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-97037299-a2b4-4900-bfb7-778df6c2c76e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a685292-3ace-4bd8-8dcc-ef7b928244a3 HTTP/1.1" status: 200  len: 850 time: 0.2051842
Jul 23 16:36:24.922069 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-ce2110df-c911-4466-abff-4b74bfe758f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2563279
Jul 23 16:36:24.926935 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-6817387d-ca10-437e-9643-c87de47a0775 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce82339f-eeee-471f-96ff-22dbd70c45a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1976943
Jul 23 16:36:24.993904 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49228) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:25.262504 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-699cc7f8-6e1d-4559-ad2f-43780d9b8877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:25.343812 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-699cc7f8-6e1d-4559-ad2f-43780d9b8877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:25.354655 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-699cc7f8-6e1d-4559-ad2f-43780d9b8877 admin admin] Usage tracker for resource:security_group_rule and tenant:5d6ee012b94c4120a33c72ce7e050e9f is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:25.360698 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-699cc7f8-6e1d-4559-ad2f-43780d9b8877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:25.374499 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-699cc7f8-6e1d-4559-ad2f-43780d9b8877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:25.492302 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-af690a55-fc21-4605-a3af-0d9bac26b9ab service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5581625
Jul 23 16:36:25.506208 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-699cc7f8-6e1d-4559-ad2f-43780d9b8877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:25.513529 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-699cc7f8-6e1d-4559-ad2f-43780d9b8877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:25.528840 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0f74d9ff-9b80-4ddd-bdf4-8b6f6727aa18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:25.560288 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-6f3d6ecb-fe35-4145-993f-cfffab8eec95 service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5956156
Jul 23 16:36:25.589737 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cc7f8-6e1d-4559-ad2f-43780d9b8877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe67124-4877-42f3-a16d-506a3d450283,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:25.630497 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-699cc7f8-6e1d-4559-ad2f-43780d9b8877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:25.644118 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-699cc7f8-6e1d-4559-ad2f-43780d9b8877 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d6ee012b94c4120a33c72ce7e050e9f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6482193
Jul 23 16:36:25.645829 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49240) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:25.785534 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c9c58570-cf32-4a39-8b68-5581cd719e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:25.817746 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d738d0-d7c3-489c-a6f2-e2565701d97c req-76e64266-2eaf-42c2-9170-d6f947818731 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:25.820385 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c6d738d0-d7c3-489c-a6f2-e2565701d97c req-76e64266-2eaf-42c2-9170-d6f947818731 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 943 time: 0.6630313
Jul 23 16:36:25.849487 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9843652-457e-4c0b-bd20-49e4cc9bd604 req-3477c8a0-930c-41d0-ae4c-e35820cd3b59 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:25.851808 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a9843652-457e-4c0b-bd20-49e4cc9bd604 req-3477c8a0-930c-41d0-ae4c-e35820cd3b59 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.6925869
Jul 23 16:36:25.860705 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c9c58570-cf32-4a39-8b68-5581cd719e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:25.972865 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c9c58570-cf32-4a39-8b68-5581cd719e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:25.980250 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d6b064b7-293b-4418-9c0d-49bd223903ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:26.004410 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c58570-cf32-4a39-8b68-5581cd719e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe67124-4877-42f3-a16d-506a3d450283,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:26.022255 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c9c58570-cf32-4a39-8b68-5581cd719e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:26.023617 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c9c58570-cf32-4a39-8b68-5581cd719e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:26.027408 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-c9c58570-cf32-4a39-8b68-5581cd719e95 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/afe67124-4877-42f3-a16d-506a3d450283 HTTP/1.1" status: 204  len: 168 time: 0.3784175
Jul 23 16:36:26.097864 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b1e705f3-d1f3-4129-941f-90541256059c req-38a69102-91f1-42ec-b30a-019aa0644d77 service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5868516
Jul 23 16:36:26.118015 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6032e717-a80a-43c0-95b3-b1de169d79d8 req-5854aced-a8b2-413c-97be-f91bbf28378d service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4726069
Jul 23 16:36:26.144311 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c6d738d0-d7c3-489c-a6f2-e2565701d97c req-7243217f-c1bd-4c92-a5bd-610ecd4cd420 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3031576
Jul 23 16:36:26.160689 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a9843652-457e-4c0b-bd20-49e4cc9bd604 req-62ac0d3e-22ea-4e59-a5fe-e9e0437947cb tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2625127
Jul 23 16:36:27.549963 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f346260-334b-4d8f-ab89-7e814a2c5424 req-545edd33-7108-4849-80ed-07049c81f43e tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:27.554386 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f346260-334b-4d8f-ab89-7e814a2c5424 req-545edd33-7108-4849-80ed-07049c81f43e tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 943 time: 0.1556220
Jul 23 16:36:27.661136 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f346260-334b-4d8f-ab89-7e814a2c5424 req-37c07b80-71ae-4055-8d5b-444d470b0799 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942121
Jul 23 16:36:27.806869 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783c042-72ea-4a2a-a790-3e177c9b6fdd req-db78c0d1-c14f-4bbf-a985-d41a07d65438 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:27.809488 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1783c042-72ea-4a2a-a790-3e177c9b6fdd req-db78c0d1-c14f-4bbf-a985-d41a07d65438 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.1469760
Jul 23 16:36:27.896261 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1783c042-72ea-4a2a-a790-3e177c9b6fdd req-25964fe6-3803-4963-b837-9bba3560a6f1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767932
Jul 23 16:36:28.346637 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 49282) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:28.622870 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-efa6b599-1d54-498d-996c-8e9941adb939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:28.684673 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-efa6b599-1d54-498d-996c-8e9941adb939 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:28.691974 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-efa6b599-1d54-498d-996c-8e9941adb939 admin admin] Usage tracker for resource:security_group_rule and tenant:aaa2855fa84c4421974d11d45e14cb58 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:28.697674 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-efa6b599-1d54-498d-996c-8e9941adb939 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:28.708583 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-efa6b599-1d54-498d-996c-8e9941adb939 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:28.874740 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-efa6b599-1d54-498d-996c-8e9941adb939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:28.916860 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-efa6b599-1d54-498d-996c-8e9941adb939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:28.930008 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d5eda95e-d1ce-4a9a-b45d-ca6be77f00fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:29.004258 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-efa6b599-1d54-498d-996c-8e9941adb939 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aaa2855fa84c4421974d11d45e14cb58&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6560874
Jul 23 16:36:29.005593 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6b599-1d54-498d-996c-8e9941adb939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f108b7-4f77-4db5-9b40-490726477138,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:29.008361 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49296) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:29.011923 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-efa6b599-1d54-498d-996c-8e9941adb939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:29.068421 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e262a3-36d3-43f3-8ca5-81689e55954a req-1ba22e99-5601-4695-85d2-88309b9a9a92 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:29.072420 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-70e262a3-36d3-43f3-8ca5-81689e55954a req-1ba22e99-5601-4695-85d2-88309b9a9a92 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 943 time: 0.2109129
Jul 23 16:36:29.148633 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c9417472-6b44-4862-a60d-8fc03cee7135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:29.196677 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c9417472-6b44-4862-a60d-8fc03cee7135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:29.244337 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-70e262a3-36d3-43f3-8ca5-81689e55954a req-4feb591b-be2b-4a4a-a86c-bcf56af7cb57 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1608825
Jul 23 16:36:29.264914 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c9417472-6b44-4862-a60d-8fc03cee7135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:29.276157 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4aff073c-d35a-4f93-83e5-6e2ebaaadb15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:29.297837 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9417472-6b44-4862-a60d-8fc03cee7135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f108b7-4f77-4db5-9b40-490726477138,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:29.301728 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c9417472-6b44-4862-a60d-8fc03cee7135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:29.311584 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c9417472-6b44-4862-a60d-8fc03cee7135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:29.314731 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-c9417472-6b44-4862-a60d-8fc03cee7135 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01f108b7-4f77-4db5-9b40-490726477138 HTTP/1.1" status: 204  len: 168 time: 0.2948604
Jul 23 16:36:29.320802 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591555fe-2006-439f-8971-d17305963232 req-88702e22-53fe-4563-a4c8-e395559f7e55 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:29.324593 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-591555fe-2006-439f-8971-d17305963232 req-88702e22-53fe-4563-a4c8-e395559f7e55 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.1697409
Jul 23 16:36:29.424509 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-591555fe-2006-439f-8971-d17305963232 req-608e9776-2fd7-4d0c-b5cd-abc8fd2b0073 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917761
Jul 23 16:36:30.269195 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49318) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:30.289365 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device b3f92a96-aecd-44a7-9c88-bb47fe39c916 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:36:30.638220 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port b3f92a96-aecd-44a7-9c88-bb47fe39c916, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b3f92a96-aecd-44a7-9c88-bb47fe39c916,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:36:30.676499 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'port_id': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916', 'mac_address': 'fa:16:3e:ce:1f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:36:30.774031 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f15504-6bf2-44b4-824a-d1f83afa0c73 req-9ef8f420-d341-43c2-970e-62886ab414b5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:30.787109 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c4f15504-6bf2-44b4-824a-d1f83afa0c73 req-9ef8f420-d341-43c2-970e-62886ab414b5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 943 time: 0.2306552
Jul 23 16:36:30.832461 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-305048e0-09ac-4a9a-8988-abe85806a7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:30.847489 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:30.922993 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f92a96-aecd-44a7-9c88-bb47fe39c916 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:36:30.923700 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-305048e0-09ac-4a9a-8988-abe85806a7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:30.934021 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-305048e0-09ac-4a9a-8988-abe85806a7bc admin admin] Usage tracker for resource:security_group_rule and tenant:8cf7725aa6f04549bf5d7aab2d86f669 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:30.941183 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-305048e0-09ac-4a9a-8988-abe85806a7bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:30.954716 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-305048e0-09ac-4a9a-8988-abe85806a7bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:30.960466 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port b3f92a96-aecd-44a7-9c88-bb47fe39c916, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b3f92a96-aecd-44a7-9c88-bb47fe39c916,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:36:30.971499 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:30.974988 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 2347d2ab-139d-4101-b01c-beb9bf8ef93d details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:36:30.988004 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:31.097250 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c4f15504-6bf2-44b4-824a-d1f83afa0c73 req-fc257eb3-f812-421f-8c2f-77ceb2c3b030 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3072410
Jul 23 16:36:31.124375 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-305048e0-09ac-4a9a-8988-abe85806a7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:31.132904 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-305048e0-09ac-4a9a-8988-abe85806a7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:31.155920 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-79cf7351-68d2-43e7-9bf8-d9ebf44cba08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:31.214025 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00793458-d897-45fc-b55f-1d9c3d76e8f3 req-2ad3cafd-25fc-4f54-a68f-5c9028728b0c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:31.217611 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-00793458-d897-45fc-b55f-1d9c3d76e8f3 req-2ad3cafd-25fc-4f54-a68f-5c9028728b0c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.4243538
Jul 23 16:36:31.240780 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305048e0-09ac-4a9a-8988-abe85806a7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fa5a96-1d7f-4a85-833f-a8969d97d23b,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:31.253798 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-305048e0-09ac-4a9a-8988-abe85806a7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:31.265269 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=b3f92a96-aecd-44a7-9c88-bb47fe39c916,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:31.278628 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-305048e0-09ac-4a9a-8988-abe85806a7bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8cf7725aa6f04549bf5d7aab2d86f669&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0068877
Jul 23 16:36:31.279594 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49338) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:31.320106 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:31.321568 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:31.322340 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:31.323215 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:31.323818 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:31.324394 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:31.324988 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:31.325561 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:31.326135 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:31.326701 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:31.327871 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:31.328362 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-00793458-d897-45fc-b55f-1d9c3d76e8f3 req-e33d0067-04c4-4a2b-bc1f-48899d6c8dd4 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978119
Jul 23 16:36:31.337395 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:31.424495 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-020105eb-b7be-4950-aaaa-4d11479dc368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:31.435577 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:36:31.475942 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-020105eb-b7be-4950-aaaa-4d11479dc368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:31.532145 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'port_id': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'mac_address': 'fa:16:3e:f5:2c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:36:31.575733 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-020105eb-b7be-4950-aaaa-4d11479dc368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:31.582983 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a4642455-9a07-42ff-a300-c2e96a5cc2a0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:31.604771 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020105eb-b7be-4950-aaaa-4d11479dc368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fa5a96-1d7f-4a85-833f-a8969d97d23b,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:31.610272 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-020105eb-b7be-4950-aaaa-4d11479dc368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:31.613875 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-020105eb-b7be-4950-aaaa-4d11479dc368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:31.615858 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-020105eb-b7be-4950-aaaa-4d11479dc368 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33fa5a96-1d7f-4a85-833f-a8969d97d23b HTTP/1.1" status: 204  len: 168 time: 0.3331594
Jul 23 16:36:31.658663 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:31.695491 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2347d2ab-139d-4101-b01c-beb9bf8ef93d {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:36:31.727137 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:36:31.734054 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:31.737279 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:31.891615 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=2347d2ab-139d-4101-b01c-beb9bf8ef93d,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:31.897511 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:32.140226 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['2347d2ab-139d-4101-b01c-beb9bf8ef93d'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:36:32.209457 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['b3f92a96-aecd-44a7-9c88-bb47fe39c916'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:36:32.631598 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85600c4d-db03-40e0-8c61-89fb520292b1 req-c65dcfa5-fbaf-414d-a4ec-eb00eee74a5c tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:32.636042 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-85600c4d-db03-40e0-8c61-89fb520292b1 req-c65dcfa5-fbaf-414d-a4ec-eb00eee74a5c tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 944 time: 0.2113373
Jul 23 16:36:32.812558 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-85600c4d-db03-40e0-8c61-89fb520292b1 req-713b3c86-6fba-4ed6-8f93-e31390771c7b tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1667702
Jul 23 16:36:32.881284 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d81df5-32ed-4bf4-acd1-65d310ce16ac req-8b61c7ab-dc26-42b0-9cca-346b0f8680d8 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:32.883388 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-86d81df5-32ed-4bf4-acd1-65d310ce16ac req-8b61c7ab-dc26-42b0-9cca-346b0f8680d8 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 944 time: 0.1712248
Jul 23 16:36:32.968546 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-86d81df5-32ed-4bf4-acd1-65d310ce16ac req-84767d0e-3a44-4e5f-bf6c-246652c73ba8 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0727897
Jul 23 16:36:34.306045 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device b3f92a96-aecd-44a7-9c88-bb47fe39c916 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:36:34.313872 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275a6ef-f15e-4ac3-8bd7-dd3bf8857d03 req-4c6719e6-3734-42e5-95cf-2c2ed4882222 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:34.316725 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8275a6ef-f15e-4ac3-8bd7-dd3bf8857d03 req-4c6719e6-3734-42e5-95cf-2c2ed4882222 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 944 time: 0.2512765
Jul 23 16:36:34.435173 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8275a6ef-f15e-4ac3-8bd7-dd3bf8857d03 req-6545a074-9248-4fb2-ae77-343f1c8f8c42 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064644
Jul 23 16:36:34.448003 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3957-c105-4e45-a05f-bd17808f10f8 req-128fde82-b519-434f-9dde-046bfd30ab86 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:34.450786 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fa2c3957-c105-4e45-a05f-bd17808f10f8 req-128fde82-b519-434f-9dde-046bfd30ab86 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 944 time: 0.2480025
Jul 23 16:36:34.452110 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port b3f92a96-aecd-44a7-9c88-bb47fe39c916 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:36:34.462340 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port b3f92a96-aecd-44a7-9c88-bb47fe39c916 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:36:34.463059 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:34.552430 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fa2c3957-c105-4e45-a05f-bd17808f10f8 req-7ac24957-0204-4feb-96fe-f129be42f0bd tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847604
Jul 23 16:36:34.684457 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e78fff01-8854-40a4-98c6-f23e478db3d3 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=5567078772024b0d9ba75e5d3eded7fa&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0522833
Jul 23 16:36:34.703224 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:34.761850 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc2821e-b204-4d28-a999-087f2f0a7ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:36:34.780025 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port b3f92a96-aecd-44a7-9c88-bb47fe39c916, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b3f92a96-aecd-44a7-9c88-bb47fe39c916,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:36:34.790643 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:34.791226 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 2347d2ab-139d-4101-b01c-beb9bf8ef93d up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:36:34.851193 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-c79f0cb0-69e9-43ea-9293-8f42883b1741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:35.012353 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-bb9a2ee6-545c-4279-9522-df33d09ff31d tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:35.021238 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-bb9a2ee6-545c-4279-9522-df33d09ff31d tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3265066
Jul 23 16:36:35.023233 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=b3f92a96-aecd-44a7-9c88-bb47fe39c916,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:35.028118 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:35.046991 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 2347d2ab-139d-4101-b01c-beb9bf8ef93d completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:36:35.054690 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 2347d2ab-139d-4101-b01c-beb9bf8ef93d triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:36:35.055847 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:35.056029 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-a453964b-86d1-4b69-8307-14c3d893916d tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/quotas/5567078772024b0d9ba75e5d3eded7fa HTTP/1.1" status: 200  len: 375 time: 0.0303850
Jul 23 16:36:35.148730 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e4409755-c3d3-4ef8-961e-fd30d26d3df0 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5567078772024b0d9ba75e5d3eded7fa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0852928
Jul 23 16:36:35.229235 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc2821e-b204-4d28-a999-087f2f0a7ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916', 'code': 200}
Jul 23 16:36:35.276827 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:35.362477 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:36:35.370547 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:35.375294 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:35.481742 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4765fafa-ba42-43bf-969b-73dd0d6d5aab req-6a834ab2-af15-456a-9857-57653df9be40 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 210 time: 0.1068735
Jul 23 16:36:35.533444 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=2347d2ab-139d-4101-b01c-beb9bf8ef93d,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:35.536968 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:35.796985 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-794605b9-3cfd-4f22-a275-b867c497878f req-69a4de22-331a-4639-b607-1373f1323cd1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 1098 time: 0.2236729
Jul 23 16:36:36.041132 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-794605b9-3cfd-4f22-a275-b867c497878f req-0e77ae67-596d-4d08-9882-acb447acfaaa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2311575
Jul 23 16:36:36.085332 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9f7dd-3ee4-4ecc-b508-57a4fd06b8ad req-d85706ee-278c-4ca9-85e8-60c798aaea5f tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:36.088690 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-81a9f7dd-3ee4-4ecc-b508-57a4fd06b8ad req-d85706ee-278c-4ca9-85e8-60c798aaea5f tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 945 time: 0.3861372
Jul 23 16:36:36.099905 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c2413-de6c-465d-a75c-fb3791025d6e req-899484c7-57d0-433b-a0f9-c809cbf1affc tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:36.102727 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1c0c2413-de6c-465d-a75c-fb3791025d6e req-899484c7-57d0-433b-a0f9-c809cbf1affc tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.2847037
Jul 23 16:36:36.248629 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-81a9f7dd-3ee4-4ecc-b508-57a4fd06b8ad req-187d056f-3844-4bcf-8ae6-4cd2453ee430 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1441917
Jul 23 16:36:36.252569 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1c0c2413-de6c-465d-a75c-fb3791025d6e req-0ab76f99-2a31-4e3f-83b7-d61f3342fa42 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232114
Jul 23 16:36:36.671122 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:36:36.754323 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3f4c244f-b84b-4656-aa91-e068da0731da req-44422a07-72eb-485d-bce4-0d22f5f3ab27 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 210 time: 0.0700366
Jul 23 16:36:37.231283 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:36:37.391784 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'code': 200}
Jul 23 16:36:37.745085 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-7a0d2977-8241-4a1e-91aa-e98e345cd035 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5567078772024b0d9ba75e5d3eded7fa&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1489050
Jul 23 16:36:38.183587 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-1ecdca28-328a-482d-b646-3925f3c53321 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:38.185779 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-1ecdca28-328a-482d-b646-3925f3c53321 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4240186
Jul 23 16:36:38.194655 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d9d42-9ac7-4188-9de6-be2ae7077469 req-bfd2609e-826f-465d-9f63-5511d30c5a1b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:38.196654 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c40d9d42-9ac7-4188-9de6-be2ae7077469 req-bfd2609e-826f-465d-9f63-5511d30c5a1b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.5451195
Jul 23 16:36:38.205301 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcee597-698c-4ecc-8eec-617820bc4ac0 req-7512f4fc-7bdc-4ad4-8efd-5dc55899ea6b tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:38.207476 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2bcee597-698c-4ecc-8eec-617820bc4ac0 req-7512f4fc-7bdc-4ad4-8efd-5dc55899ea6b tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 945 time: 0.6726251
Jul 23 16:36:38.221351 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Request body: {'port': {'device_id': '81f41b95-656e-4f0c-a6e1-0c7a3d405fa5', 'network_id': 'c32b1ebd-22a1-48e2-a845-8a1ec35d8a35', 'admin_state_up': True, 'tenant_id': '5567078772024b0d9ba75e5d3eded7fa'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:38.292898 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5cf266c6-672b-4f9c-88e1-a0fb835f6e93 req-581e89c7-76fa-4590-9c48-9af0c11bc07c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 1098 time: 0.3697710
Jul 23 16:36:38.574265 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c40d9d42-9ac7-4188-9de6-be2ae7077469 req-4d3e10fd-eb87-4a40-bb06-0c4330431fee tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3635216
Jul 23 16:36:38.613781 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2bcee597-698c-4ecc-8eec-617820bc4ac0 req-595a737c-28d9-4b7d-8f3f-34af37fc720b tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3629372
Jul 23 16:36:38.653195 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5cf266c6-672b-4f9c-88e1-a0fb835f6e93 req-408e1ae0-59cb-4bc1-b3c9-baa326c95dc2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2174194
Jul 23 16:36:38.668174 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:38.675991 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Usage tracker for resource:port and tenant:5567078772024b0d9ba75e5d3eded7fa is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:38.681746 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:38.693600 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:38.713002 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Made reservation on behalf of 5567078772024b0d9ba75e5d3eded7fa for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:36:38.718450 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:38.740934 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:38.799747 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:36:38.807821 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Usage tracker for resource:security_group_rule and tenant:5567078772024b0d9ba75e5d3eded7fa is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:36:38.813515 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:36:38.824144 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:36:38.933056 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c9d41935-f6d5-4b1f-bb38-85409315c4fa req-6acf80b9-8b7a-4312-96de-9b24e21acc83 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 210 time: 0.0820401
Jul 23 16:36:39.036654 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:39.043475 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:39.051667 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f40e3bfa-6e2f-45c6-89dc-f27671e42de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:39.212607 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6764af9a-0918-4aaf-a619-22e14feb1279,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:39.228874 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:39.380152 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Allocated IP 192.168.233.250 (c32b1ebd-22a1-48e2-a845-8a1ec35d8a35/3f758ac7-eafd-4e69-8308-a82a64c97bed/fb591351-2729-424a-9ebb-3757f1b31017) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:36:39.735495 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:39.772785 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Transition to ACTIVE for port object fb591351-2729-424a-9ebb-3757f1b31017 will not be triggered until provisioned by entity DHCP. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:36:39.824788 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:39.839204 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:40.188710 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Network c32b1ebd-22a1-48e2-a845-8a1ec35d8a35 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:36:40.200200 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:36:40.203206 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Pushing event updated for resources: {'Port': ['ID=fb591351-2729-424a-9ebb-3757f1b31017,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:40.211387 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:36:40.262380 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:40.263666 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:40.365112 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:40.366148 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:40.436138 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed86cf5-1e14-4fbc-a392-bbbf60e49626 req-75359091-3ca5-422d-b9a1-685f8bae15ef tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:40.438642 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-aed86cf5-1e14-4fbc-a392-bbbf60e49626 req-75359091-3ca5-422d-b9a1-685f8bae15ef tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.5018706
Jul 23 16:36:40.454686 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa265dc-1ac2-4b06-8b3c-1dcc15680b92 req-77909baa-dd66-4ab4-9161-048cb4cf8fd5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:40.457262 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8aa265dc-1ac2-4b06-8b3c-1dcc15680b92 req-77909baa-dd66-4ab4-9161-048cb4cf8fd5 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 945 time: 0.4310825
Jul 23 16:36:40.532389 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-02971518-0458-4ad3-bd27-3b3e71964787 None None] Provisioning for port fb591351-2729-424a-9ebb-3757f1b31017 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:36:40.541667 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-02971518-0458-4ad3-bd27-3b3e71964787 None None] Provisioning complete for port fb591351-2729-424a-9ebb-3757f1b31017 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:36:40.542021 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3272021
Jul 23 16:36:40.542332 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-02971518-0458-4ad3-bd27-3b3e71964787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:40.575058 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Request body: {'port': {'device_id': '81f41b95-656e-4f0c-a6e1-0c7a3d405fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:40.653816 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-02971518-0458-4ad3-bd27-3b3e71964787 None None] Port fb591351-2729-424a-9ebb-3757f1b31017 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:36:40.698853 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-aed86cf5-1e14-4fbc-a392-bbbf60e49626 req-304e11b2-ab50-4079-bc7a-b24facfa8a00 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2344143
Jul 23 16:36:40.715406 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8aa265dc-1ac2-4b06-8b3c-1dcc15680b92 req-ccc3efa2-643c-401a-ae2e-326672d06331 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2163236
Jul 23 16:36:40.864351 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:41.592363 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379209e-dcea-42b3-a909-909845721933 req-295ad722-fe97-48e1-bae9-bb142d3ccdbe tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:41.593651 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-2379209e-dcea-42b3-a909-909845721933 req-295ad722-fe97-48e1-bae9-bb142d3ccdbe tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Synchronizing usage tracker for tenant:5567078772024b0d9ba75e5d3eded7fa on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:36:41.611144 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05627645-b8f2-4835-8d18-95eb94da133a req-9fda76a9-4216-4ded-ad32-a7b681c3b0bd tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:41.614088 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-05627645-b8f2-4835-8d18-95eb94da133a req-9fda76a9-4216-4ded-ad32-a7b681c3b0bd tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 945 time: 0.6303689
Jul 23 16:36:41.629113 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49406) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:41.640278 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-66c73b45-d1a5-4b46-a249-7c1222ec55c4 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Request body: {'floatingip': {'port_id': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:41.693071 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-2379209e-dcea-42b3-a909-909845721933 req-295ad722-fe97-48e1-bae9-bb142d3ccdbe tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Unset dirty status for tenant:5567078772024b0d9ba75e5d3eded7fa on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:36:41.694974 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2379209e-dcea-42b3-a909-909845721933 req-295ad722-fe97-48e1-bae9-bb142d3ccdbe tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 936 time: 0.6492696
Jul 23 16:36:41.947188 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb591351-2729-424a-9ebb-3757f1b31017 {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:36:41.956902 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-2379209e-dcea-42b3-a909-909845721933 req-0e8387d4-b9f1-43d4-a4bd-348775ec3f8b tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Synchronizing usage tracker for tenant:5567078772024b0d9ba75e5d3eded7fa on resource:security_group {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:36:41.957397 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-66c73b45-d1a5-4b46-a249-7c1222ec55c4 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:41.970204 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:42.076177 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Transition to ACTIVE for port object fb591351-2729-424a-9ebb-3757f1b31017 will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:36:42.085172 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-2379209e-dcea-42b3-a909-909845721933 req-0e8387d4-b9f1-43d4-a4bd-348775ec3f8b tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Unset dirty status for tenant:5567078772024b0d9ba75e5d3eded7fa on resource:security_group {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:36:42.087667 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2379209e-dcea-42b3-a909-909845721933 req-0e8387d4-b9f1-43d4-a4bd-348775ec3f8b tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764af9a-0918-4aaf-a619-22e14feb1279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3715491
Jul 23 16:36:42.104545 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:42.113444 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d92c0d45-8877-4c91-82ba-4375b06fea37 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:42.434488 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb591351-2729-424a-9ebb-3757f1b31017,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:42.446539 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:42.514729 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37728c63-57b7-40d9-b200-154873fd0ca2 req-27631745-147c-425e-a955-997671bbd6e4 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:42.518242 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-37728c63-57b7-40d9-b200-154873fd0ca2 req-27631745-147c-425e-a955-997671bbd6e4 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.5167594
Jul 23 16:36:42.810105 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-37728c63-57b7-40d9-b200-154873fd0ca2 req-93473c52-8a94-4556-a1b3-2fd27b743702 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2393131
Jul 23 16:36:42.828489 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Attempting to bind port fb591351-2729-424a-9ebb-3757f1b31017 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:36:42.829008 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Attempting to bind port fb591351-2729-424a-9ebb-3757f1b31017 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'bec24bab-9749-45a5-9319-a8e1dc650b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c32b1ebd-22a1-48e2-a845-8a1ec35d8a35'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:36:42.829430 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Attempting to bind port fb591351-2729-424a-9ebb-3757f1b31017 on network c32b1ebd-22a1-48e2-a845-8a1ec35d8a35 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:36:42.842261 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Port fb591351-2729-424a-9ebb-3757f1b31017 on network c32b1ebd-22a1-48e2-a845-8a1ec35d8a35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:36:42.842795 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Attempting to bind port fb591351-2729-424a-9ebb-3757f1b31017 on network c32b1ebd-22a1-48e2-a845-8a1ec35d8a35 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:36:42.863881 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:36:42.864920 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Checking segment: {'id': 'bec24bab-9749-45a5-9319-a8e1dc650b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c32b1ebd-22a1-48e2-a845-8a1ec35d8a35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:36:42.865556 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Bound using segment: {'id': 'bec24bab-9749-45a5-9319-a8e1dc650b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c32b1ebd-22a1-48e2-a845-8a1ec35d8a35'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:36:42.866330 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Bound port: fb591351-2729-424a-9ebb-3757f1b31017, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec24bab-9749-45a5-9319-a8e1dc650b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c32b1ebd-22a1-48e2-a845-8a1ec35d8a35'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:36:42.892907 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:43.066790 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] For port fb591351-2729-424a-9ebb-3757f1b31017, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:36:43.071550 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] For port fb591351-2729-424a-9ebb-3757f1b31017, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fb591351-2729-424a-9ebb-3757f1b31017,segment=NetworkSegment(bec24bab-9749-45a5-9319-a8e1dc650b09),segment_id=bec24bab-9749-45a5-9319-a8e1dc650b09)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:36:43.140964 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:43.157459 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:43.157908 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-66c73b45-d1a5-4b46-a249-7c1222ec55c4 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:43.166562 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-66c73b45-d1a5-4b46-a249-7c1222ec55c4 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:43.311626 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:43.315789 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] 10.222.0.46 "PUT /v2.0/ports/fb591351-2729-424a-9ebb-3757f1b31017 HTTP/1.1" status: 200  len: 1098 time: 2.7492051
Jul 23 16:36:43.349356 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81f41b95-656e-4f0c-a6e1-0c7a3d405fa5', 'tag': 'fb591351-2729-424a-9ebb-3757f1b31017'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:36:43.526143 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fb591351-2729-424a-9ebb-3757f1b31017,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:43.529417 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.l3_db [None req-66c73b45-d1a5-4b46-a249-7c1222ec55c4 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Floating IP 7f2c996b-f27a-4818-847d-f45b94f1c82e associated. External IP: 172.27.3.128, port: b3f92a96-aecd-44a7-9c88-bb47fe39c916.
Jul 23 16:36:43.553862 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:43.646103 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c0bf9-6f66-4d3f-81ee-4a097eacfa36 req-cb00e78b-155a-4319-90a3-f3eccdfc3252 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:43.649382 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-817c0bf9-6f66-4d3f-81ee-4a097eacfa36 req-cb00e78b-155a-4319-90a3-f3eccdfc3252 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.5747895
Jul 23 16:36:43.669848 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49418) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:36:43.685656 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-ac03d0bd-42f3-445e-9772-2677a53cb279 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Request body: {'floatingip': {'port_id': '2347d2ab-139d-4101-b01c-beb9bf8ef93d'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:36:43.709019 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdeea2d-5278-4ab9-8d50-75502a5b8e75 req-6820a5a1-3fd1-4baa-b2f0-75d2d810bd1e tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:43.716146 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cfdeea2d-5278-4ab9-8d50-75502a5b8e75 req-6820a5a1-3fd1-4baa-b2f0-75d2d810bd1e tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 948 time: 0.3466911
Jul 23 16:36:43.722421 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-a34e7611-440f-4e2d-bbed-77f777bb1189 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5567078772024b0d9ba75e5d3eded7fa&device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 1101 time: 0.2688563
Jul 23 16:36:43.759416 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81f41b95-656e-4f0c-a6e1-0c7a3d405fa5', 'tag': 'fb591351-2729-424a-9ebb-3757f1b31017', 'status': 'completed', 'code': 200}
Jul 23 16:36:43.811422 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ac03d0bd-42f3-445e-9772-2677a53cb279 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:43.862685 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-b754cf88-b068-4efe-a243-e55efb4d0311 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=fb591351-2729-424a-9ebb-3757f1b31017 HTTP/1.1" status: 200  len: 217 time: 0.1067016
Jul 23 16:36:43.921916 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cfdeea2d-5278-4ab9-8d50-75502a5b8e75 req-8d98b79b-e3ec-4b3a-b542-e1668634b8b9 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764af9a-0918-4aaf-a619-22e14feb1279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981161
Jul 23 16:36:43.949016 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-dcfa1830-615a-4a07-8c9c-3b810905096b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:43.950830 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-dcfa1830-615a-4a07-8c9c-3b810905096b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f758ac7-eafd-4e69-8308-a82a64c97bed HTTP/1.1" status: 200  len: 843 time: 0.0795619
Jul 23 16:36:44.064495 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-abaeec52-02cb-415d-894a-eff150af9bc6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c32b1ebd-22a1-48e2-a845-8a1ec35d8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1055870
Jul 23 16:36:44.281857 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-bb4a001a-d4c5-465f-98d8-abcfc4912f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:44.339164 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-9dda5637-2839-4ee0-b059-50b0d4c48b13 service neutron] 10.222.0.46 "GET /v2.0/networks/c32b1ebd-22a1-48e2-a845-8a1ec35d8a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2667177
Jul 23 16:36:44.614299 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-07dfb67f-5ba5-4416-a838-2f3ac0ce9742 req-c1f7d8b9-7c05-4f31-8c3b-a9c42b797cab service neutron] 10.222.0.46 "GET /v2.0/networks/c32b1ebd-22a1-48e2-a845-8a1ec35d8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2660782
Jul 23 16:36:44.813779 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:44.976160 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0e86a548-6411-40db-88d3-4007bb7a50cd req-79f317cf-2140-4e14-85e0-0fbe7eacb8fb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1911831
Jul 23 16:36:44.987677 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1a46d433-3508-4151-8073-3b1ca50419f0 req-287c2fad-4d55-4e8e-a6ac-bc00e398b7c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5567078772024b0d9ba75e5d3eded7fa&device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 1101 time: 0.1372328
Jul 23 16:36:45.428260 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46d433-3508-4151-8073-3b1ca50419f0 req-e964327d-b1b4-4d09-8162-1af3ae5cef5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:45.430563 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1a46d433-3508-4151-8073-3b1ca50419f0 req-e964327d-b1b4-4d09-8162-1af3ae5cef5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c32b1ebd-22a1-48e2-a845-8a1ec35d8a35 HTTP/1.1" status: 200  len: 870 time: 0.4112511
Jul 23 16:36:45.555033 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c73b45-d1a5-4b46-a249-7c1222ec55c4 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Router 472cde1c-dfba-4dc7-a948-d5055a226b64 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:36:45.646370 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907f278-a5ff-40d3-a4e9-743404bb2d1a req-cec76e1e-1c6b-4cda-8cf4-224dd3006580 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:45.649266 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b907f278-a5ff-40d3-a4e9-743404bb2d1a req-cec76e1e-1c6b-4cda-8cf4-224dd3006580 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 948 time: 0.4328384
Jul 23 16:36:45.654869 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0e86a548-6411-40db-88d3-4007bb7a50cd req-13ab7930-a545-4233-9a4e-517c18b89e51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6680e65433804e71af3c7eff97c03c94&device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 1099 time: 0.4845059
Jul 23 16:36:45.657527 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1a46d433-3508-4151-8073-3b1ca50419f0 req-55210910-179b-4326-bed4-cd524ef3146c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=fb591351-2729-424a-9ebb-3757f1b31017 HTTP/1.1" status: 200  len: 217 time: 0.2170420
Jul 23 16:36:45.737878 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ac03d0bd-42f3-445e-9772-2677a53cb279 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:45.745619 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ac03d0bd-42f3-445e-9772-2677a53cb279 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:46.002694 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46d433-3508-4151-8073-3b1ca50419f0 req-b12c5a47-1241-42c3-bf1f-ffa6d2c5c73e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:46.005084 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1a46d433-3508-4151-8073-3b1ca50419f0 req-b12c5a47-1241-42c3-bf1f-ffa6d2c5c73e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3f758ac7-eafd-4e69-8308-a82a64c97bed HTTP/1.1" status: 200  len: 843 time: 0.3181906
Jul 23 16:36:46.014978 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b907f278-a5ff-40d3-a4e9-743404bb2d1a req-91120f95-c300-4c5e-aac7-97d212ba5fea tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764af9a-0918-4aaf-a619-22e14feb1279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3530114
Jul 23 16:36:46.138993 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86a548-6411-40db-88d3-4007bb7a50cd req-2f7a07ce-68a4-4c85-b2c2-94ad56f840f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:46.141510 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0e86a548-6411-40db-88d3-4007bb7a50cd req-2f7a07ce-68a4-4c85-b2c2-94ad56f840f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db4d843f-5b67-4c94-95c1-1ea31b7c2742 HTTP/1.1" status: 200  len: 909 time: 0.3960624
Jul 23 16:36:46.337903 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1a46d433-3508-4151-8073-3b1ca50419f0 req-9db0b78d-f217-4194-a516-eced97d26850 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c32b1ebd-22a1-48e2-a845-8a1ec35d8a35&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3171904
Jul 23 16:36:46.347139 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0e86a548-6411-40db-88d3-4007bb7a50cd req-ff25d72f-635e-4c31-88a3-d21636006487 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88643837-d168-4301-973a-fb49484ce937 HTTP/1.1" status: 200  len: 1000 time: 0.1983206
Jul 23 16:36:46.356610 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c73b45-d1a5-4b46-a249-7c1222ec55c4 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:36:46.365220 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-66c73b45-d1a5-4b46-a249-7c1222ec55c4 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:46.370874 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113fca8a-b781-4e1f-9a4f-af06bbef7511 None None] Sync routers for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:36:46.394004 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113fca8a-b781-4e1f-9a4f-af06bbef7511 None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:36:46.395289 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-113fca8a-b781-4e1f-9a4f-af06bbef7511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f4e3c40>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:36:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:36:46.453036 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.l3_db [None req-ac03d0bd-42f3-445e-9772-2677a53cb279 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Floating IP 05b1ad2c-7ec1-4f6e-b9e4-b9e472b489ff associated. External IP: 172.27.3.24, port: 2347d2ab-139d-4101-b01c-beb9bf8ef93d.
Jul 23 16:36:46.567035 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-66c73b45-d1a5-4b46-a249-7c1222ec55c4 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "PUT /v2.0/floatingips/7f2c996b-f27a-4818-847d-f45b94f1c82e HTTP/1.1" status: 200  len: 991 time: 4.9357431
Jul 23 16:36:46.570799 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc2821e-b204-4d28-a999-087f2f0a7ce6', 'tag': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:36:46.642753 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86a548-6411-40db-88d3-4007bb7a50cd req-88605a01-8fb9-4c80-99a0-406981cb93b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:46.645466 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0e86a548-6411-40db-88d3-4007bb7a50cd req-88605a01-8fb9-4c80-99a0-406981cb93b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d68b2be1-e23b-4748-b90d-bcfc7a62925f HTTP/1.1" status: 200  len: 847 time: 0.2628500
Jul 23 16:36:46.781095 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2a6f3f80-f272-468c-8b65-1cafb50b9dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:46.789577 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc2821e-b204-4d28-a999-087f2f0a7ce6', 'tag': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916', 'status': 'completed', 'code': 200}
Jul 23 16:36:46.830441 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-113fca8a-b781-4e1f-9a4f-af06bbef7511 None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:36:46.858737 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1a46d433-3508-4151-8073-3b1ca50419f0 req-73c8e368-c3b3-42c3-8250-4f144adb6217 service neutron] 10.222.0.46 "GET /v2.0/networks/c32b1ebd-22a1-48e2-a845-8a1ec35d8a35?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5097656
Jul 23 16:36:47.037830 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0e86a548-6411-40db-88d3-4007bb7a50cd req-b9e6565b-9af4-4005-a2bb-a25dff34f9db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db4d843f-5b67-4c94-95c1-1ea31b7c2742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3758421
Jul 23 16:36:47.189638 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-64ed4bef-9e48-4157-8433-ba81a75c68c6 req-d5446c8e-8072-471b-96f0-8179cb8db491 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8733068c398e483e93b67dd9619ed93c&device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 1098 time: 0.3847868
Jul 23 16:36:47.229732 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1a46d433-3508-4151-8073-3b1ca50419f0 req-a679d241-5e19-4471-9ae4-3f95233163ae service neutron] 10.222.0.46 "GET /v2.0/networks/c32b1ebd-22a1-48e2-a845-8a1ec35d8a35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3511796
Jul 23 16:36:47.345416 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0e86a548-6411-40db-88d3-4007bb7a50cd req-12594db8-8fd3-4b53-9bd1-1b1be680b1ea service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2995796
Jul 23 16:36:47.597203 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c89c5e-284e-4bcf-9be0-2ee9d7796e9a req-c29b33a6-63cb-44f0-85ed-fe2b4d22e0ce tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:47.602263 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02c89c5e-284e-4bcf-9be0-2ee9d7796e9a req-c29b33a6-63cb-44f0-85ed-fe2b4d22e0ce tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 948 time: 0.3141916
Jul 23 16:36:47.609482 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed4bef-9e48-4157-8433-ba81a75c68c6 req-b3d9b352-9ac6-4aa6-b24c-e93168bc4964 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:47.612113 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-64ed4bef-9e48-4157-8433-ba81a75c68c6 req-b3d9b352-9ac6-4aa6-b24c-e93168bc4964 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce82339f-eeee-471f-96ff-22dbd70c45a7 HTTP/1.1" status: 200  len: 912 time: 0.4123387
Jul 23 16:36:47.614112 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0e86a548-6411-40db-88d3-4007bb7a50cd req-f2b81896-1451-4e24-9403-cd7e3b62ab15 service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2593770
Jul 23 16:36:47.616446 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-113fca8a-b781-4e1f-9a4f-af06bbef7511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f4e3c40>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '7f2c996b-f27a-4818-847d-f45b94f1c82e', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'port_id': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'mac_address': 'fa:16:3e:ce:1f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc2821e-b204-4d28-a999-087f2f0a7ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:36:04Z', 'updated_at': '2021-07-23T16:36:42Z', 'revision_number': 1, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:36Z', 'revision_number': 5, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:36:47.624244 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113fca8a-b781-4e1f-9a4f-af06bbef7511 None None] Checking router: 472cde1c-dfba-4dc7-a948-d5055a226b64 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:36:47.650097 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113fca8a-b781-4e1f-9a4f-af06bbef7511 None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:36:47.651871 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-113fca8a-b781-4e1f-9a4f-af06bbef7511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f4e3c40>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:36:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:36:47.686967 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02c89c5e-284e-4bcf-9be0-2ee9d7796e9a req-689b3485-2407-4867-8261-6cc462450a4c tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764af9a-0918-4aaf-a619-22e14feb1279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712955
Jul 23 16:36:47.933519 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-64ed4bef-9e48-4157-8433-ba81a75c68c6 req-cd32f18d-c0ca-47bd-9f16-aad149bc8d0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3f92a96-aecd-44a7-9c88-bb47fe39c916 HTTP/1.1" status: 200  len: 999 time: 0.2077224
Jul 23 16:36:48.033949 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-113fca8a-b781-4e1f-9a4f-af06bbef7511 None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:36:48.044233 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed4bef-9e48-4157-8433-ba81a75c68c6 req-a0f634b5-c6ac-45e0-93ba-33c1bf833149 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:48.046242 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-64ed4bef-9e48-4157-8433-ba81a75c68c6 req-a0f634b5-c6ac-45e0-93ba-33c1bf833149 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a685292-3ace-4bd8-8dcc-ef7b928244a3 HTTP/1.1" status: 200  len: 850 time: 0.0983696
Jul 23 16:36:48.059840 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac03d0bd-42f3-445e-9772-2677a53cb279 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Router 414ac529-55d6-487e-a088-f7aaa57da9bb has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:36:48.301167 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-64ed4bef-9e48-4157-8433-ba81a75c68c6 req-95115230-985d-4a33-a0a6-ae03231d64f9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce82339f-eeee-471f-96ff-22dbd70c45a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2401321
Jul 23 16:36:48.315476 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:48.404192 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device fb591351-2729-424a-9ebb-3757f1b31017 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:36:48.587542 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.resource_extend [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:36:48.610672 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-64ed4bef-9e48-4157-8433-ba81a75c68c6 req-963fe7c6-832a-451b-b060-69da0227a6aa service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2276256
Jul 23 16:36:48.617569 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac03d0bd-42f3-445e-9772-2677a53cb279 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:36:48.630679 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeddefd-baad-45e9-a725-674c22f7f862 None None] Sync routers for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:36:48.655182 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ac03d0bd-42f3-445e-9772-2677a53cb279 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:48.659223 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeddefd-baad-45e9-a725-674c22f7f862 None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:36:48.660355 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-abeddefd-baad-45e9-a725-674c22f7f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f695610>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:36:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:36:48.886358 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port fb591351-2729-424a-9ebb-3757f1b31017, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fb591351-2729-424a-9ebb-3757f1b31017,segment=NetworkSegment(bec24bab-9749-45a5-9319-a8e1dc650b09),segment_id=bec24bab-9749-45a5-9319-a8e1dc650b09)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:36:48.976685 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-ac03d0bd-42f3-445e-9772-2677a53cb279 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "PUT /v2.0/floatingips/05b1ad2c-7ec1-4f6e-b9e4-b9e472b489ff HTTP/1.1" status: 200  len: 990 time: 5.2894266
Jul 23 16:36:48.981155 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:36:48.985801 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': 'fb591351-2729-424a-9ebb-3757f1b31017', 'network_id': 'c32b1ebd-22a1-48e2-a845-8a1ec35d8a35', 'port_id': 'fb591351-2729-424a-9ebb-3757f1b31017', 'mac_address': 'fa:16:3e:bd:d1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f758ac7-eafd-4e69-8308-a82a64c97bed', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:36:49.018653 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-abeddefd-baad-45e9-a725-674c22f7f862 None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:36:49.123978 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-64ed4bef-9e48-4157-8433-ba81a75c68c6 req-ce646cae-467a-4b6f-88a5-67304d1c5f03 service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5031252
Jul 23 16:36:49.186778 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d1b50-b1d9-43e3-8e30-2638cdcee9ad req-59b715ef-da7e-4dfb-a964-498af4b6cdd1 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:49.190583 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-194d1b50-b1d9-43e3-8e30-2638cdcee9ad req-59b715ef-da7e-4dfb-a964-498af4b6cdd1 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 948 time: 0.1745939
Jul 23 16:36:49.213289 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:49.263316 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb591351-2729-424a-9ebb-3757f1b31017 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:36:49.279320 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-194d1b50-b1d9-43e3-8e30-2638cdcee9ad req-51cfe274-c96e-4e0a-8ff8-9d57bae6bd0e tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764af9a-0918-4aaf-a619-22e14feb1279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770745
Jul 23 16:36:49.304377 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port fb591351-2729-424a-9ebb-3757f1b31017, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fb591351-2729-424a-9ebb-3757f1b31017,segment=NetworkSegment(bec24bab-9749-45a5-9319-a8e1dc650b09),segment_id=bec24bab-9749-45a5-9319-a8e1dc650b09)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:36:49.324086 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:49.332105 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-e948fb4e-7823-4092-95df-6411220cdbd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:49.406712 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-113fca8a-b781-4e1f-9a4f-af06bbef7511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f4e3c40>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '7f2c996b-f27a-4818-847d-f45b94f1c82e', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'port_id': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'mac_address': 'fa:16:3e:ce:1f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc2821e-b204-4d28-a999-087f2f0a7ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:36:04Z', 'updated_at': '2021-07-23T16:36:42Z', 'revision_number': 1, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:36Z', 'revision_number': 5, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:36:49.441563 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'status': 'completed', 'code': 200}
Jul 23 16:36:49.453508 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113fca8a-b781-4e1f-9a4f-af06bbef7511 None None] The sync data for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi is: [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '7f2c996b-f27a-4818-847d-f45b94f1c82e', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'port_id': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'mac_address': 'fa:16:3e:ce:1f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc2821e-b204-4d28-a999-087f2f0a7ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:36:04Z', 'updated_at': '2021-07-23T16:36:42Z', 'revision_number': 1, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:36Z', 'revision_number': 5, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:36:49.456475 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:49.499699 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=fb591351-2729-424a-9ebb-3757f1b31017,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:49.526962 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:49.661630 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4aac09c9-06e8-4cad-b741-a81ae7098380 req-dd67fdaf-aad9-4a10-bd74-23fafafcee7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 1098 time: 0.1521387
Jul 23 16:36:49.756085 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['fb591351-2729-424a-9ebb-3757f1b31017'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:36:49.793058 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-abeddefd-baad-45e9-a725-674c22f7f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f695610>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '05b1ad2c-7ec1-4f6e-b9e4-b9e472b489ff', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'port_id': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'mac_address': 'fa:16:3e:f5:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:36:05Z', 'updated_at': '2021-07-23T16:36:45Z', 'revision_number': 1, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 5, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:36:49.802534 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeddefd-baad-45e9-a725-674c22f7f862 None None] Checking router: 414ac529-55d6-487e-a088-f7aaa57da9bb for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:36:49.825056 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeddefd-baad-45e9-a725-674c22f7f862 None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:36:49.826102 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-abeddefd-baad-45e9-a725-674c22f7f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f695610>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:36:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:36:49.927046 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461be2ce-bcc7-468c-ac9a-391949f89e32 None None] New status for floating IP 7f2c996b-f27a-4818-847d-f45b94f1c82e: ACTIVE {{(pid=74314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:36:49.957645 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac09c9-06e8-4cad-b741-a81ae7098380 req-d41de3de-bbaf-4f8c-88d3-5c9998c93487 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:49.960899 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4aac09c9-06e8-4cad-b741-a81ae7098380 req-d41de3de-bbaf-4f8c-88d3-5c9998c93487 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a HTTP/1.1" status: 200  len: 917 time: 0.2885163
Jul 23 16:36:50.108682 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4aac09c9-06e8-4cad-b741-a81ae7098380 req-4bcc13dc-80b0-4554-af43-3abfe423439b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d HTTP/1.1" status: 200  len: 998 time: 0.1400719
Jul 23 16:36:50.209203 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-abeddefd-baad-45e9-a725-674c22f7f862 None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:36:50.440473 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac09c9-06e8-4cad-b741-a81ae7098380 req-b7aa1d77-45ce-4dc9-9759-8b53952b9a9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:50.443804 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4aac09c9-06e8-4cad-b741-a81ae7098380 req-b7aa1d77-45ce-4dc9-9759-8b53952b9a9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82c0dc70-c251-4f95-9b4f-2413f88533bb HTTP/1.1" status: 200  len: 855 time: 0.3195715
Jul 23 16:36:50.687996 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4aac09c9-06e8-4cad-b741-a81ae7098380 req-127b19bb-ba75-4b2a-93d3-15ad779d7102 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2285776
Jul 23 16:36:50.771292 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913dc38-3604-4ce3-97bc-9e4b76d69a34 req-d8e9bb32-9517-4ddc-8645-cc427140e36b tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:50.785527 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d913dc38-3604-4ce3-97bc-9e4b76d69a34 req-d8e9bb32-9517-4ddc-8645-cc427140e36b tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 949 time: 0.1595643
Jul 23 16:36:50.884620 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d913dc38-3604-4ce3-97bc-9e4b76d69a34 req-9beb11b2-ddc6-4420-ae86-971bfafdb2dd tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764af9a-0918-4aaf-a619-22e14feb1279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976291
Jul 23 16:36:50.984660 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4aac09c9-06e8-4cad-b741-a81ae7098380 req-6bed4935-004c-414f-9b2a-18fad6cb8699 service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2889018
Jul 23 16:36:51.055911 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-abeddefd-baad-45e9-a725-674c22f7f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f695610>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '05b1ad2c-7ec1-4f6e-b9e4-b9e472b489ff', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'port_id': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'mac_address': 'fa:16:3e:f5:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:36:05Z', 'updated_at': '2021-07-23T16:36:45Z', 'revision_number': 1, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 5, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:36:51.063803 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeddefd-baad-45e9-a725-674c22f7f862 None None] The sync data for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi is: [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '05b1ad2c-7ec1-4f6e-b9e4-b9e472b489ff', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'port_id': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'mac_address': 'fa:16:3e:f5:2c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:36:05Z', 'updated_at': '2021-07-23T16:36:45Z', 'revision_number': 1, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 5, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:36:51.250654 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4aac09c9-06e8-4cad-b741-a81ae7098380 req-1dd3df94-178c-4576-9db7-cd51e4c3bedf service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2519515
Jul 23 16:36:52.198410 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3fadd2-ab2d-4d99-9929-fb2536b7d840 None None] New status for floating IP 05b1ad2c-7ec1-4f6e-b9e4-b9e472b489ff: ACTIVE {{(pid=74315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:36:52.254999 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f18d3-0f2c-4908-a24f-3d571671a7a1 req-ef8dc383-b988-49c3-a4c7-d66c92ea1d2e tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:52.257690 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c41f18d3-0f2c-4908-a24f-3d571671a7a1 req-ef8dc383-b988-49c3-a4c7-d66c92ea1d2e tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 949 time: 0.1517324
Jul 23 16:36:52.345517 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c41f18d3-0f2c-4908-a24f-3d571671a7a1 req-404d7db4-834d-4c13-b5fc-38a8cec21bf1 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764af9a-0918-4aaf-a619-22e14feb1279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753951
Jul 23 16:36:52.407269 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device fb591351-2729-424a-9ebb-3757f1b31017 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:36:52.528921 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port fb591351-2729-424a-9ebb-3757f1b31017 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:36:52.538274 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port fb591351-2729-424a-9ebb-3757f1b31017 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:36:52.538896 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:52.755353 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:52.808269 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f41b95-656e-4f0c-a6e1-0c7a3d405fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb591351-2729-424a-9ebb-3757f1b31017'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:36:52.827254 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port fb591351-2729-424a-9ebb-3757f1b31017, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fb591351-2729-424a-9ebb-3757f1b31017,segment=NetworkSegment(bec24bab-9749-45a5-9319-a8e1dc650b09),segment_id=bec24bab-9749-45a5-9319-a8e1dc650b09)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:36:52.833989 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:52.837554 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:53.009383 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f41b95-656e-4f0c-a6e1-0c7a3d405fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb591351-2729-424a-9ebb-3757f1b31017', 'code': 200}
Jul 23 16:36:53.056675 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=fb591351-2729-424a-9ebb-3757f1b31017,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:53.062539 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:53.364009 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-c5e807c7-566b-4b8b-94da-153312cfad3d req-0d9794b9-e8b3-47b0-b314-3d1914d620e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 1103 time: 0.1372044
Jul 23 16:36:53.467675 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-c5e807c7-566b-4b8b-94da-153312cfad3d req-cd4c89d6-c1ca-4553-a164-7148cceb8621 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6764af9a-0918-4aaf-a619-22e14feb1279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929034
Jul 23 16:36:53.735946 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec764f77-5b15-4b55-8cc5-0aaa7979b89b req-6d2182b4-b647-4ea7-abd7-315a5408f558 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:53.738280 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ec764f77-5b15-4b55-8cc5-0aaa7979b89b req-6d2182b4-b647-4ea7-abd7-315a5408f558 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 950 time: 0.1464946
Jul 23 16:36:53.949716 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ec764f77-5b15-4b55-8cc5-0aaa7979b89b req-d17922b4-394c-4a7b-a30e-7598ca3b8545 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764af9a-0918-4aaf-a619-22e14feb1279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2027941
Jul 23 16:36:55.322331 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03b886-12c6-47c0-9243-9421b24b1cce req-ea032ecc-30e8-43ba-bef4-317ac427d0da tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:55.325099 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3c03b886-12c6-47c0-9243-9421b24b1cce req-ea032ecc-30e8-43ba-bef4-317ac427d0da tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 950 time: 0.1391466
Jul 23 16:36:55.413557 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3c03b886-12c6-47c0-9243-9421b24b1cce req-59bfee0c-d09a-4468-ad8b-a8759883e6f1 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764af9a-0918-4aaf-a619-22e14feb1279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783095
Jul 23 16:36:56.235488 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95026fc-a91a-4c93-9047-45b63ae4b16e req-eb97aceb-869a-4dc0-bea9-15e309e727cd tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:56.237975 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c95026fc-a91a-4c93-9047-45b63ae4b16e req-eb97aceb-869a-4dc0-bea9-15e309e727cd tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 950 time: 0.1491654
Jul 23 16:36:56.330467 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c95026fc-a91a-4c93-9047-45b63ae4b16e req-095e0b4f-3177-46dc-be32-3e762844766a tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764af9a-0918-4aaf-a619-22e14feb1279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809240
Jul 23 16:36:57.690135 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ab58d-97af-4ec6-8477-5d6f89635170 req-4b363cbb-34f7-4b78-9da1-2a3610f9fe02 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:57.692811 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c57ab58d-97af-4ec6-8477-5d6f89635170 req-4b363cbb-34f7-4b78-9da1-2a3610f9fe02 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 950 time: 0.1252081
Jul 23 16:36:57.778388 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c57ab58d-97af-4ec6-8477-5d6f89635170 req-c365b1b2-03bf-4168-abf3-b697bed1d7b3 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764af9a-0918-4aaf-a619-22e14feb1279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746109
Jul 23 16:36:58.190528 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f03a93-0dca-4cc8-9158-b1647fe22412 req-c5a923d9-72d8-43b8-a436-9a916e76479f tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:58.193136 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-45f03a93-0dca-4cc8-9158-b1647fe22412 req-c5a923d9-72d8-43b8-a436-9a916e76479f tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.46 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 950 time: 0.1570559
Jul 23 16:36:58.284331 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-45f03a93-0dca-4cc8-9158-b1647fe22412 req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Deleting port fb591351-2729-424a-9ebb-3757f1b31017 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:36:58.284938 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-45f03a93-0dca-4cc8-9158-b1647fe22412 req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:58.729687 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-45f03a93-0dca-4cc8-9158-b1647fe22412 req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] For port fb591351-2729-424a-9ebb-3757f1b31017, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=fb591351-2729-424a-9ebb-3757f1b31017,segment=NetworkSegment(bec24bab-9749-45a5-9319-a8e1dc650b09),segment_id=bec24bab-9749-45a5-9319-a8e1dc650b09)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:36:58.732350 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-45f03a93-0dca-4cc8-9158-b1647fe22412 req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:58.977760 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-45f03a93-0dca-4cc8-9158-b1647fe22412 req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Calling delete_port for fb591351-2729-424a-9ebb-3757f1b31017 owned by compute:nova {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:36:59.175235 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad42b76c-195b-44e6-8505-89010babe155 req-9915e1e9-5c2b-4ade-9f05-7643aa7061a1 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:36:59.177635 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ad42b76c-195b-44e6-8505-89010babe155 req-9915e1e9-5c2b-4ade-9f05-7643aa7061a1 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 950 time: 0.1564627
Jul 23 16:36:59.272680 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-45f03a93-0dca-4cc8-9158-b1647fe22412 req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:59.282444 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-1947170b-a19e-499e-9ac4-05e8314dbe7c tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:36:59.287220 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ad42b76c-195b-44e6-8505-89010babe155 req-ab5b4c3d-258c-47d0-aeee-ec571effdd89 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/security-groups?id=6764af9a-0918-4aaf-a619-22e14feb1279&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978317
Jul 23 16:36:59.322987 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['fb591351-2729-424a-9ebb-3757f1b31017'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:36:59.375608 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Pushing event deleted for resources: {'Port': ['ID=fb591351-2729-424a-9ebb-3757f1b31017,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:36:59.439331 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:59.440197 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:59.440821 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:59.441417 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:59.442012 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:59.442593 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:59.443086 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:59.443581 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:59.444096 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:59.444559 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:59.445041 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:36:59.469164 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:36:59.539109 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f03a93-0dca-4cc8-9158-b1647fe22412 req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] No DVR routers for this DVR port fb591351-2729-424a-9ebb-3757f1b31017 on host hv-cinder-80203 {{(pid=74313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:36:59.543784 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-45f03a93-0dca-4cc8-9158-b1647fe22412 req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:36:59.548411 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81f41b95-656e-4f0c-a6e1-0c7a3d405fa5', 'name': 'network-vif-deleted', 'tag': 'fb591351-2729-424a-9ebb-3757f1b31017'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:36:59.577510 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-45f03a93-0dca-4cc8-9158-b1647fe22412 req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.46 "DELETE /v2.0/ports/fb591351-2729-424a-9ebb-3757f1b31017 HTTP/1.1" status: 204  len: 173 time: 1.3705029
Jul 23 16:36:59.667842 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81f41b95-656e-4f0c-a6e1-0c7a3d405fa5', 'name': 'network-vif-deleted', 'tag': 'fb591351-2729-424a-9ebb-3757f1b31017', 'status': 'completed', 'code': 200}
Jul 23 16:37:00.494352 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-30acdd87-7c51-4d08-8c88-f73991aa14b1 req-0778146d-510f-4f49-a83f-287dce12ea1c tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] 10.222.0.11 "GET /v2.0/ports?device_id=81f41b95-656e-4f0c-a6e1-0c7a3d405fa5 HTTP/1.1" status: 200  len: 210 time: 0.0467377
Jul 23 16:37:02.452244 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device fb591351-2729-424a-9ebb-3757f1b31017 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:37:02.496477 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: fb591351-2729-424a-9ebb-3757f1b31017 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:37:02.496888 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device fb591351-2729-424a-9ebb-3757f1b31017 not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:37:08.879193 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 49702) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:09.236938 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-cf11dd50-ef38-4c66-b4d6-eada4c3dc608 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5567078772024b0d9ba75e5d3eded7fa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3561368
Jul 23 16:37:09.241202 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 49708) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:09.358626 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:09.408113 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:09.510061 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:09.520057 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-2aeb1994-7db2-4874-8fab-c4142972715f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:09.547183 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6764af9a-0918-4aaf-a619-22e14feb1279,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:09.572048 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:09.572705 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:09.573604 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:09.573851 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:09.574489 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:09.575079 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:09.575675 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:09.576447 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:09.576941 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:09.584148 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:09.584148 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:09.584148 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:09.584148 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6764af9a-0918-4aaf-a619-22e14feb1279 HTTP/1.1" status: 204  len: 168 time: 0.3397536
Jul 23 16:37:09.585954 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:10.255544 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:10.899320 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 49736) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:11.140651 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-814700213-network', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:37:11.149116 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:11.156511 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Usage tracker for resource:network and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:11.161796 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:11.174373 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:11.193664 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Made reservation on behalf of bc525d89aee14793ba73c5a98b77132f for: {'network': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:37:11.197637 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:11.222173 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:11.285281 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:11.292588 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Usage tracker for resource:security_group_rule and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:11.298211 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:11.311184 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:11.457600 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:11.465725 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:11.472906 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d9999a7b-40ed-4a23-9a7f-9b60c5e92dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:11.531548 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403}  {{(pid=74312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:37:11.548083 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce902e3-0694-4396-be7e-29e3e5727512,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:11.553931 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:11.558831 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:11.559262 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.segments_db [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Added segment bea48f3d-6ad7-485d-9c1f-ff9316711607 of type vlan for network a0209d5a-e155-43a0-9685-2a25e8e43af5
Jul 23 16:37:11.612828 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:11.660067 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:11.661965 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:11.662727 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:11.667786 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d6405ec4-de04-4f91-8507-99bf50b6b29b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:11.805607 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Pushing event updated for resources: {'Network': ['ID=a0209d5a-e155-43a0-9685-2a25e8e43af5,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:11.811914 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9089382
Jul 23 16:37:11.811914 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:11.817526 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49746) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:11.826263 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network a0209d5a-e155-43a0-9685-2a25e8e43af5 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:37:11.829265 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Request body: {'subnet': {'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-814700213-subnet', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'ip_version': 4}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:37:11.838550 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:11.846871 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Usage tracker for resource:subnet and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:11.853739 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:11.866062 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:11.888044 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Made reservation on behalf of bc525d89aee14793ba73c5a98b77132f for: {'subnet': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:37:11.895956 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66434424'] for subnet, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:12.320373 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65805968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66434410'] for subnet, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:12.327451 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:12.471879 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Pushing event updated for resources: {'Subnet': ['ID=32037a29-ea31-4a12-b753-e6dea9e828a9,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:12.480362 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:12.498371 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Checking segment: {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:37:12.498956 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Network hostable DHCP agents. Network: a0209d5a-e155-43a0-9685-2a25e8e43af5, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:37:12.542824 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Network a0209d5a-e155-43a0-9685-2a25e8e43af5 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:37:12.560788 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, a0209d5a-e155-43a0-9685-2a25e8e43af5) {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:37:12.567963 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:12.570121 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:12.580820 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a849bc1-f605-4a0c-a4fd-a4893bb4f02d None None] Network a0209d5a-e155-43a0-9685-2a25e8e43af5 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:37:12.615289 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 49752) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:12.616287 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7953374
Jul 23 16:37:12.625041 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:37:12.632743 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:12.641196 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Usage tracker for resource:router and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:12.647707 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:12.660315 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:12.687992 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29658'] for router, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:12.690399 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29473'] for router, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:12.729209 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:12.999772 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29495'] for router, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:13.030322 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0723c8-2617-5193-bc17-de7fbc821141-a0209d5a-e155-43a0-9685-2a25e8e43af5', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9'}]}} from dv-cinder-802039-1-iscsi. {{(pid=74314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 23 16:37:13.031789 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:13.298263 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.db_base_plugin_common [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Allocated IP 172.20.0.2 (a0209d5a-e155-43a0-9685-2a25e8e43af5/32037a29-ea31-4a12-b753-e6dea9e828a9/c3a6a6ab-6d43-4d4c-b371-f41bd2c80511) {{(pid=74314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:37:13.337735 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:13.375140 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:13.604658 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Allocated IP 172.27.3.141 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/1d904d53-9e26-4583-97e9-26ba98b9972d) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:37:13.648778 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Notify callbacks [] for port, precommit_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:13.659739 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:37:13.668947 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Transition to ACTIVE for port object c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:37:13.706490 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Transition to ACTIVE for port object c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 will not be triggered until provisioned by entity DHCP. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:37:13.717457 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:13.725231 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:13.842193 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Network a0209d5a-e155-43a0-9685-2a25e8e43af5 is already hosted by enough agents. {{(pid=74314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:37:13.844795 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:13.846397 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.base_scheduler [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Resources bound (agent type, host, resource id):  {{(pid=74314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:37:13.858863 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Received port after_create {{(pid=74314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:37:13.878252 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Pushing event updated for resources: {'Port': ['ID=c3a6a6ab-6d43-4d4c-b371-f41bd2c80511,revision_number=1']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:13.889227 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:13.899994 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:13.908668 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-dabdf427-b696-4968-b10a-6798f434ec74 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:14.037720 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Pushing event updated for resources: {'Port': ['ID=1d904d53-9e26-4583-97e9-26ba98b9972d,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:14.049062 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:14.059585 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:37:14.062198 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:37:14.066382 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:37:14.076317 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Attempting to bind port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:37:14.077168 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Attempting to bind port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:37:14.077698 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Attempting to bind port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 on network a0209d5a-e155-43a0-9685-2a25e8e43af5 {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:37:14.090644 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:37:14.091439 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Checking segment: {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:37:14.092263 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:14.093028 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Bound using segment: {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:37:14.093934 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Bound port: c3a6a6ab-6d43-4d4c-b371-f41bd2c80511, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:37:14.094596 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:14.315231 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] For port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:37:14.322570 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] For port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=c3a6a6ab-6d43-4d4c-b371-f41bd2c80511,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:37:14.325942 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-63eec734-6ee4-4118-be3d-c8700b232b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:14.333003 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:14.341749 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:14.451831 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:14.453811 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415262'] for router, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:14.493033 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Pushing event updated for resources: {'Port': ['ID=c3a6a6ab-6d43-4d4c-b371-f41bd2c80511,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:14.511961 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:14.808960 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:14.961734 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Router 742df17f-9038-4c06-ad06-751bf0ffe149 is scheduled to L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 with binding_index 1 {{(pid=74312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 23 16:37:15.279984 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:37:15.299021 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Sync routers for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:37:15.321928 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:37:15.322999 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fb74100>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:36:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:15.336889 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] Notify callbacks [] for router, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:15.343546 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-e7713e30-6696-4d6d-8136-2086d891ee89 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.7208664
Jul 23 16:37:15.344197 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 49764) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:15.709898 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:37:15.924987 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc15022-62a3-4812-b1c7-4dfe0b077969 None None] Network a0209d5a-e155-43a0-9685-2a25e8e43af5 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:37:16.352780 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-3c1ace4a-594c-4a11-bf63-bdc28c7ed07b None None] Provisioning for port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:37:16.379751 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:16.827095 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-769c1809-3923-4a89-b5b3-869c534b700b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:16.847280 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:37:16.870838 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:16.870838 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:16.876620 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:16.992394 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fb74100>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:14Z', 'revision_number': 3, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:17.015684 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Checking router: 742df17f-9038-4c06-ad06-751bf0ffe149 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:37:17.016300 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Updating router 742df17f-9038-4c06-ad06-751bf0ffe149 port 1d904d53-9e26-4583-97e9-26ba98b9972d binding host dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:37:17.153398 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:17.246021 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Allocated IP 172.20.0.1 (a0209d5a-e155-43a0-9685-2a25e8e43af5/32037a29-ea31-4a12-b753-e6dea9e828a9/1f4adde6-aaf9-41b5-a33b-4dc9debadf49) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:37:17.440452 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:17.610692 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-0100f667-6346-4329-b942-4c2bd01d1b9d None None] Provisioning complete for port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:17.611352 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-0100f667-6346-4329-b942-4c2bd01d1b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:17.658504 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=c3a6a6ab-6d43-4d4c-b371-f41bd2c80511,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:37:17.707992 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:17.743089 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Transition to ACTIVE for port object 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 will not be triggered until provisioned by entity DHCP. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:37:17.764547 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:17.773524 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:17.791734 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:17.801243 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-aaddf2c2-44ff-4d21-ae68-c1ec8eecc587 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:17.958600 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f4adde6-aaf9-41b5-a33b-4dc9debadf49,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:17.978466 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:17.994089 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=c3a6a6ab-6d43-4d4c-b371-f41bd2c80511,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:18.030533 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Network a0209d5a-e155-43a0-9685-2a25e8e43af5 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:37:18.032918 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:37:18.036607 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:37:18.134676 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:18.142376 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415424'] for router_interface, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:18.192407 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:18.349591 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Notify callbacks [] for port, precommit_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:18.384155 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:18.441345 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:18.451716 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Transition to ACTIVE for port object 1d904d53-9e26-4583-97e9-26ba98b9972d will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:37:18.504278 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:18.521189 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:18.708860 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-4757a6a4-0441-440e-902d-80b30eb15492 None None] Provisioning for port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:37:18.728642 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2b1ef-c04e-47ad-9cdd-24f12c73e501 None None] Pushing event updated for resources: {'Port': ['ID=1d904d53-9e26-4583-97e9-26ba98b9972d,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:18.737360 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-f0e2b1ef-c04e-47ad-9cdd-24f12c73e501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:18.741148 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-4757a6a4-0441-440e-902d-80b30eb15492 None None] Provisioning complete for port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:18.742137 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4757a6a4-0441-440e-902d-80b30eb15492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:18.798262 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Attempting to bind port 1d904d53-9e26-4583-97e9-26ba98b9972d on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:37:18.799098 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Attempting to bind port 1d904d53-9e26-4583-97e9-26ba98b9972d by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:37:18.799736 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Attempting to bind port 1d904d53-9e26-4583-97e9-26ba98b9972d on network 0f0fa4a4-341c-4455-bd90-db8498cb03db {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:37:18.847592 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:37:18.848209 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Checking segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:37:18.848893 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:18.849560 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Bound using segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:37:18.850386 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Bound port: 1d904d53-9e26-4583-97e9-26ba98b9972d, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:37:18.852902 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:18.928380 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-4757a6a4-0441-440e-902d-80b30eb15492 None None] Port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:37:18.953647 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:18.954287 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:18.954665 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef665b-efd9-44ac-918e-f4c5ad5e1225 req-a22e777b-d991-4970-8d5d-af2390c05dca tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:18.956814 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8cef665b-efd9-44ac-918e-f4c5ad5e1225 req-a22e777b-d991-4970-8d5d-af2390c05dca tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.2072730
Jul 23 16:37:19.005618 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:19.014031 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:19.048763 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0ef8dc07-744e-4e37-9f38-109d337c327f tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:19.107475 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] For port 1d904d53-9e26-4583-97e9-26ba98b9972d, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:37:19.117671 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] For port 1d904d53-9e26-4583-97e9-26ba98b9972d, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=1d904d53-9e26-4583-97e9-26ba98b9972d,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:37:19.129905 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:19.139316 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:19.186364 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Pushing event updated for resources: {'Port': ['ID=1f4adde6-aaf9-41b5-a33b-4dc9debadf49,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:19.190632 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:19.206959 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8cef665b-efd9-44ac-918e-f4c5ad5e1225 req-e6d53153-fb90-4ff9-b76b-bd988f434b54 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2294288
Jul 23 16:37:19.208106 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1431309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414505'] for router_interface, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:19.481052 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Network a0209d5a-e155-43a0-9685-2a25e8e43af5 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:37:19.483361 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:37:19.521704 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:19.526113 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2b1ef-c04e-47ad-9cdd-24f12c73e501 None None] Pushing event updated for resources: {'Port': ['ID=1d904d53-9e26-4583-97e9-26ba98b9972d,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:19.532738 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-f0e2b1ef-c04e-47ad-9cdd-24f12c73e501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:19.534568 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:37:19.535691 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fb74100>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:37:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:19.939584 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:37:20.025054 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-db30b15d-8e16-42a8-80eb-10cf81f55370 None None] Provisioning complete for port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:20.025692 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-db30b15d-8e16-42a8-80eb-10cf81f55370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:20.166136 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Router 742df17f-9038-4c06-ad06-751bf0ffe149 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:37:20.180880 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-db30b15d-8e16-42a8-80eb-10cf81f55370 None None] Port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:37:20.610917 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fb74100>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 2, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:20.617790 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7886ad2f-6b7e-49f3-9d61-cb524971ce65 None None] The sync data for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi is: [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 2, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:37:20.705002 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533331bd-0d26-434a-b169-d3e90e941590 req-f098f6c3-a866-49e1-9c84-c347bc0cda68 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:20.707282 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-533331bd-0d26-434a-b169-d3e90e941590 req-f098f6c3-a866-49e1-9c84-c347bc0cda68 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.1790977
Jul 23 16:37:20.712514 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:37:20.752634 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] 10.222.0.11 "PUT /v2.0/routers/742df17f-9038-4c06-ad06-751bf0ffe149/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4066055
Jul 23 16:37:20.803130 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-533331bd-0d26-434a-b169-d3e90e941590 req-cffeaaa2-58b9-4f4b-b1d7-f0a90ae1e294 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826070
Jul 23 16:37:22.238593 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a843ce-673c-4681-b4b7-c07ec65eacbe req-3f71c05c-3239-446c-a468-dc54494c83b8 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:22.243259 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-15a843ce-673c-4681-b4b7-c07ec65eacbe req-3f71c05c-3239-446c-a468-dc54494c83b8 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.1713223
Jul 23 16:37:22.352871 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-15a843ce-673c-4681-b4b7-c07ec65eacbe req-e9d53c69-a580-4472-8acd-5abf4062952d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0973494
Jul 23 16:37:22.431300 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 1d904d53-9e26-4583-97e9-26ba98b9972d up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:22.518349 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 49816) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:22.525348 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1680422515-network', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:37:22.530500 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:22.535922 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Usage tracker for resource:network and tenant:39e6b62b5494444d99210da6a9150f2d is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:22.540567 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:22.548612 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:22.564234 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Made reservation on behalf of 39e6b62b5494444d99210da6a9150f2d for: {'network': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:37:22.569375 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:22.577014 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 1d904d53-9e26-4583-97e9-26ba98b9972d completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:37:22.591442 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 1d904d53-9e26-4583-97e9-26ba98b9972d triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:22.593228 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:22.594235 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:22.657722 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:22.665979 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Usage tracker for resource:security_group_rule and tenant:39e6b62b5494444d99210da6a9150f2d is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:22.673180 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:22.686624 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:22.785461 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:22.818288 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 1d904d53-9e26-4583-97e9-26ba98b9972d, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=1d904d53-9e26-4583-97e9-26ba98b9972d,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:37:22.827042 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:22.830364 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:22.846133 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:22.854342 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:22.860364 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-b16c4978-05df-4e98-bdab-6bde3b7242d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:22.907885 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404}  {{(pid=74312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:37:22.922297 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3477cd10-6e73-4311-b5f4-67034bcda486,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:22.927504 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:22.932552 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:22.933219 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.segments_db [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Added segment d8cb1e7b-9983-4a33-8636-5f679b4b4a3e of type vlan for network 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7
Jul 23 16:37:22.974064 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=1d904d53-9e26-4583-97e9-26ba98b9972d,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:22.980490 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:22.988091 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:23.045941 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:23.048254 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:23.049397 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:23.058912 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:23.252984 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Pushing event updated for resources: {'Network': ['ID=6c5c41b1-0e22-4d9e-9015-c6c12c0594f7,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:23.258083 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7381535
Jul 23 16:37:23.259436 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:23.262320 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 49822) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:23.269408 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:37:23.273894 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Request body: {'subnet': {'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1680422515-subnet', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'ip_version': 4}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:37:23.282283 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:23.289596 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Usage tracker for resource:subnet and tenant:39e6b62b5494444d99210da6a9150f2d is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:23.295582 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:23.306914 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:23.326156 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Made reservation on behalf of 39e6b62b5494444d99210da6a9150f2d for: {'subnet': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:37:23.330137 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65542820'] for subnet, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:23.837343 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66939735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65542838'] for subnet, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:23.851977 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-98e4ca66-e725-47de-8508-d16e602807ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:23.916580 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d4df6-f12b-4b37-bea1-03bb783c521f req-e05510c3-7eaa-442f-952c-275c8e189335 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:23.919504 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7d3d4df6-f12b-4b37-bea1-03bb783c521f req-e05510c3-7eaa-442f-952c-275c8e189335 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.3148842
Jul 23 16:37:24.054855 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60738d2f-d05c-45b6-b4d5-8e648dfadcfd,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:24.070213 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:24.103293 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7d3d4df6-f12b-4b37-bea1-03bb783c521f req-1a3cb940-630e-40e4-8c31-08b2ab912e45 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1716628
Jul 23 16:37:24.104744 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Checking segment: {'id': 'd8cb1e7b-9983-4a33-8636-5f679b4b4a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:37:24.105341 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Network hostable DHCP agents. Network: 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:37:24.149901 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Network 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:37:24.169060 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7) {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:37:24.176288 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:24.177340 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:24.188198 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f21a238-f226-458b-9e1b-80c1710841a9 None None] Network 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:37:24.222488 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9577594
Jul 23 16:37:24.226419 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 49832) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:24.238373 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1680422515-router', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:37:24.249373 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:24.259315 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Usage tracker for resource:router and tenant:39e6b62b5494444d99210da6a9150f2d is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:24.269248 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:24.283383 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:24.306468 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29658'] for router, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:24.308605 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29473'] for router, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:24.358240 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 1d904d53-9e26-4583-97e9-26ba98b9972d up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:24.361355 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:24.626120 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29495'] for router, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:24.662486 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 1d904d53-9e26-4583-97e9-26ba98b9972d triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:24.663174 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:24.851080 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0723c8-2617-5193-bc17-de7fbc821141-6c5c41b1-0e22-4d9e-9015-c6c12c0594f7', 'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'fixed_ips': [{'subnet_id': '60738d2f-d05c-45b6-b4d5-8e648dfadcfd'}]}} from dv-cinder-802039-1-iscsi. {{(pid=74314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 23 16:37:24.852713 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:24.929466 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:24.987444 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:25.268467 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Allocated IP 172.27.3.254 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/c41641ef-ddd7-4a33-9917-f8d6689e5b3d) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:37:25.270910 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.db_base_plugin_common [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Allocated IP 172.20.0.2 (6c5c41b1-0e22-4d9e-9015-c6c12c0594f7/60738d2f-d05c-45b6-b4d5-8e648dfadcfd/10a73289-6ec8-41b0-82bc-4a57f87a298a) {{(pid=74314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:37:25.700585 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:25.742847 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0428d-c88f-4597-bfdb-6805bbbc9425 req-816efd57-fc31-411a-92df-535aac30571c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:25.745604 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d6a0428d-c88f-4597-bfdb-6805bbbc9425 req-816efd57-fc31-411a-92df-535aac30571c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.3128376
Jul 23 16:37:25.786300 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Notify callbacks [] for port, precommit_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:25.810846 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Transition to ACTIVE for port object 10a73289-6ec8-41b0-82bc-4a57f87a298a will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:37:25.858937 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Transition to ACTIVE for port object 10a73289-6ec8-41b0-82bc-4a57f87a298a will not be triggered until provisioned by entity DHCP. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:37:25.870657 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:25.884162 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:25.952254 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:25.965977 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6535dccd-abf3-4fa4-8490-6fa504445cf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:26.023486 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Network 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7 is already hosted by enough agents. {{(pid=74314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:37:26.029419 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.base_scheduler [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Resources bound (agent type, host, resource id):  {{(pid=74314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:37:26.036739 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Received port after_create {{(pid=74314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:37:26.050935 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Pushing event updated for resources: {'Port': ['ID=10a73289-6ec8-41b0-82bc-4a57f87a298a,revision_number=1']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:26.057708 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:26.126289 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:37:26.139781 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d6a0428d-c88f-4597-bfdb-6805bbbc9425 req-ca9a734c-b20d-45b5-afe6-37868b1d8934 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3555527
Jul 23 16:37:26.141826 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:37:26.153308 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:37:26.243199 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Attempting to bind port 10a73289-6ec8-41b0-82bc-4a57f87a298a on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:37:26.243199 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Attempting to bind port 10a73289-6ec8-41b0-82bc-4a57f87a298a by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': 'd8cb1e7b-9983-4a33-8636-5f679b4b4a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:37:26.243199 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Attempting to bind port 10a73289-6ec8-41b0-82bc-4a57f87a298a on network 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7 {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:37:26.248340 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Pushing event updated for resources: {'Port': ['ID=c41641ef-ddd7-4a33-9917-f8d6689e5b3d,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:26.257304 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:26.263628 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:37:26.264362 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Checking segment: {'id': 'd8cb1e7b-9983-4a33-8636-5f679b4b4a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:37:26.265878 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:26.266676 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Bound using segment: {'id': 'd8cb1e7b-9983-4a33-8636-5f679b4b4a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:37:26.267880 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Bound port: 10a73289-6ec8-41b0-82bc-4a57f87a298a, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cb1e7b-9983-4a33-8636-5f679b4b4a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:37:26.268581 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:26.452174 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] For port 10a73289-6ec8-41b0-82bc-4a57f87a298a, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:37:26.458472 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] For port 10a73289-6ec8-41b0-82bc-4a57f87a298a, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=10a73289-6ec8-41b0-82bc-4a57f87a298a,segment=NetworkSegment(d8cb1e7b-9983-4a33-8636-5f679b4b4a3e),segment_id=d8cb1e7b-9983-4a33-8636-5f679b4b4a3e)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:37:26.470855 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:26.477014 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-f0e2b1ef-c04e-47ad-9cdd-24f12c73e501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:26.559972 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:26.562784 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415262'] for router, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:26.616431 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Pushing event updated for resources: {'Port': ['ID=10a73289-6ec8-41b0-82bc-4a57f87a298a,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:26.625268 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:27.129449 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Router fd7247ce-48ae-426b-9a28-9f2c1b398f78 is scheduled to L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 with binding_index 1 {{(pid=74312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 23 16:37:27.645508 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:37:27.663153 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Sync routers for ids ['fd7247ce-48ae-426b-9a28-9f2c1b398f78'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:37:27.687989 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Routers {'fd7247ce-48ae-426b-9a28-9f2c1b398f78'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:37:27.688859 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fc5f1f0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:37:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['fd7247ce-48ae-426b-9a28-9f2c1b398f78'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:27.689728 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666379e-dc84-49c2-a6c8-fe38bb3c66da req-075565ea-7b16-4cfc-a555-e1b8a663a48e tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:27.692449 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8666379e-dc84-49c2-a6c8-fe38bb3c66da req-075565ea-7b16-4cfc-a555-e1b8a663a48e tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.2505987
Jul 23 16:37:27.747376 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Notify callbacks [] for router, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:27.749704 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.5210984
Jul 23 16:37:27.755189 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49856) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:27.804517 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8666379e-dc84-49c2-a6c8-fe38bb3c66da req-fcfe0293-108f-4b56-858f-880fb85ec121 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979168
Jul 23 16:37:28.144260 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Set router fd7247ce-48ae-426b-9a28-9f2c1b398f78 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:37:28.500845 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9674db7-fc81-49aa-a9f0-677e8341ffb1 None None] Network 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:37:28.592569 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 10a73289-6ec8-41b0-82bc-4a57f87a298a up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:28.949270 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fc5f1f0>, [{'id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'name': 'tempest-TestVolumeBootPattern-1680422515-router', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:24Z', 'updated_at': '2021-07-23T16:37:26Z', 'revision_number': 3, 'project_id': '39e6b62b5494444d99210da6a9150f2d', 'gw_port': {'id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:25Z', 'updated_at': '2021-07-23T16:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:28.960229 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Checking router: fd7247ce-48ae-426b-9a28-9f2c1b398f78 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:37:28.961711 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Updating router fd7247ce-48ae-426b-9a28-9f2c1b398f78 port c41641ef-ddd7-4a33-9917-f8d6689e5b3d binding host dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:37:29.014949 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-13fa814f-2f8f-4d92-92b7-c1f0270db6ff None None] Provisioning for port 10a73289-6ec8-41b0-82bc-4a57f87a298a completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:37:29.191039 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:29.290425 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 10a73289-6ec8-41b0-82bc-4a57f87a298a completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:37:29.308182 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d9918f19-f3a8-4b6e-a236-ee346fd2e5b0 req-cd83d7e7-d63d-4f96-b643-bbc26fc131b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6680e65433804e71af3c7eff97c03c94&device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 1099 time: 0.4723158
Jul 23 16:37:29.448971 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 10a73289-6ec8-41b0-82bc-4a57f87a298a triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:29.449619 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:29.659883 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d478e6-f974-4128-a5df-e81c517d1e03 req-eda2b713-6d58-4d53-bb81-6a39c5c62b3b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:29.666917 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f2d478e6-f974-4128-a5df-e81c517d1e03 req-eda2b713-6d58-4d53-bb81-6a39c5c62b3b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.3658066
Jul 23 16:37:29.846174 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9918f19-f3a8-4b6e-a236-ee346fd2e5b0 req-3d3ec996-8a76-4958-bd75-917305681e70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:29.850991 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d9918f19-f3a8-4b6e-a236-ee346fd2e5b0 req-3d3ec996-8a76-4958-bd75-917305681e70 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db4d843f-5b67-4c94-95c1-1ea31b7c2742 HTTP/1.1" status: 200  len: 909 time: 0.5349386
Jul 23 16:37:29.867940 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f2d478e6-f974-4128-a5df-e81c517d1e03 req-31daf26f-6a1e-4ad7-a407-f0a785f9a7d0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1890535
Jul 23 16:37:29.906098 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:30.092575 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 10a73289-6ec8-41b0-82bc-4a57f87a298a, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=10a73289-6ec8-41b0-82bc-4a57f87a298a,segment=NetworkSegment(d8cb1e7b-9983-4a33-8636-5f679b4b4a3e),segment_id=d8cb1e7b-9983-4a33-8636-5f679b4b4a3e)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:37:30.102194 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:30.114135 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-54426e08-0708-4a74-8363-3e4f8d326258 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:30.237441 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d9918f19-f3a8-4b6e-a236-ee346fd2e5b0 req-ad4bcbc3-bce4-4277-8bca-a1675ce535bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88643837-d168-4301-973a-fb49484ce937 HTTP/1.1" status: 200  len: 1000 time: 0.3680949
Jul 23 16:37:30.292340 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=10a73289-6ec8-41b0-82bc-4a57f87a298a,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:30.299012 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:30.510429 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-c571bb49-5321-4643-9302-46e5d0246743 None None] Provisioning complete for port 10a73289-6ec8-41b0-82bc-4a57f87a298a triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:30.511029 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-c571bb49-5321-4643-9302-46e5d0246743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:30.536750 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Notify callbacks [] for port, precommit_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:30.572810 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.provisioning_blocks [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Transition to ACTIVE for port object c41641ef-ddd7-4a33-9917-f8d6689e5b3d will not be triggered until provisioned by entity L2. {{(pid=74315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:37:30.578889 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9918f19-f3a8-4b6e-a236-ee346fd2e5b0 req-29687ff3-5d18-4574-9596-d004ae2e39a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:30.582065 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d9918f19-f3a8-4b6e-a236-ee346fd2e5b0 req-29687ff3-5d18-4574-9596-d004ae2e39a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d68b2be1-e23b-4748-b90d-bcfc7a62925f HTTP/1.1" status: 200  len: 847 time: 0.3309000
Jul 23 16:37:30.588845 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:30.600892 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:30.787964 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Attempting to bind port c41641ef-ddd7-4a33-9917-f8d6689e5b3d on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:37:30.788552 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Attempting to bind port c41641ef-ddd7-4a33-9917-f8d6689e5b3d by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:37:30.789148 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Attempting to bind port c41641ef-ddd7-4a33-9917-f8d6689e5b3d on network 0f0fa4a4-341c-4455-bd90-db8498cb03db {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:37:30.794257 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Pushing event updated for resources: {'Port': ['ID=c41641ef-ddd7-4a33-9917-f8d6689e5b3d,revision_number=2']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:30.816371 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:30.816912 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:30.817443 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:30.818415 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:30.818634 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:30.819107 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:30.819643 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:30.820288 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:30.820791 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:30.821547 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:30.822080 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:30.832552 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:37:30.833908 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Checking segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:37:30.835598 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:30.836779 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Bound using segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:37:30.837450 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Bound port: c41641ef-ddd7-4a33-9917-f8d6689e5b3d, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:37:30.838323 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:30.886561 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d9918f19-f3a8-4b6e-a236-ee346fd2e5b0 req-d0759cc6-dd15-41c0-ac13-be4e83965925 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db4d843f-5b67-4c94-95c1-1ea31b7c2742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2751296
Jul 23 16:37:30.894875 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:30.958182 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] For port c41641ef-ddd7-4a33-9917-f8d6689e5b3d, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:37:30.964706 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] For port c41641ef-ddd7-4a33-9917-f8d6689e5b3d, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=c41641ef-ddd7-4a33-9917-f8d6689e5b3d,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:37:30.973169 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:30.979203 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:31.152585 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Routers {'fd7247ce-48ae-426b-9a28-9f2c1b398f78'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:37:31.153721 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fc5f1f0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:37:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['fd7247ce-48ae-426b-9a28-9f2c1b398f78'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:31.187470 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d9918f19-f3a8-4b6e-a236-ee346fd2e5b0 req-fee58d09-3fa3-4f50-902e-39aac01d85b5 service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2839296
Jul 23 16:37:31.348918 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Pushing event updated for resources: {'Port': ['ID=c41641ef-ddd7-4a33-9917-f8d6689e5b3d,revision_number=3']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:31.358652 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:31.442506 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95684c3f-0e8f-4fd0-8ca9-8aa83eecc7a0 req-ce667e4b-3201-4858-8856-43caf9fd4ee9 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:31.457699 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-95684c3f-0e8f-4fd0-8ca9-8aa83eecc7a0 req-ce667e4b-3201-4858-8856-43caf9fd4ee9 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.2072515
Jul 23 16:37:31.558996 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-95684c3f-0e8f-4fd0-8ca9-8aa83eecc7a0 req-0a4e71f3-d9ad-4609-8792-b495d39c0938 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947018
Jul 23 16:37:31.593111 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] Set router fd7247ce-48ae-426b-9a28-9f2c1b398f78 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:37:31.737489 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-d9918f19-f3a8-4b6e-a236-ee346fd2e5b0 req-8aeea5e5-f420-4926-9c7f-8cc904948b5c service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5403292
Jul 23 16:37:31.844189 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:32.194237 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fc5f1f0>, [{'id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'name': 'tempest-TestVolumeBootPattern-1680422515-router', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:24Z', 'updated_at': '2021-07-23T16:37:26Z', 'revision_number': 3, 'project_id': '39e6b62b5494444d99210da6a9150f2d', 'gw_port': {'id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:25Z', 'updated_at': '2021-07-23T16:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:32.202070 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e54c765-7419-4bb2-bbc9-ef09b9e665a5 None None] The sync data for ids ['fd7247ce-48ae-426b-9a28-9f2c1b398f78'] in dv-cinder-802039-1-iscsi is: [{'id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'name': 'tempest-TestVolumeBootPattern-1680422515-router', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:24Z', 'updated_at': '2021-07-23T16:37:26Z', 'revision_number': 3, 'project_id': '39e6b62b5494444d99210da6a9150f2d', 'gw_port': {'id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:25Z', 'updated_at': '2021-07-23T16:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:37:32.370646 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 10a73289-6ec8-41b0-82bc-4a57f87a298a up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:32.441704 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Allocated IP 172.20.0.1 (6c5c41b1-0e22-4d9e-9015-c6c12c0594f7/60738d2f-d05c-45b6-b4d5-8e648dfadcfd/2bfa7d9f-2f62-450b-8dc7-31d097234002) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:37:32.508774 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 10a73289-6ec8-41b0-82bc-4a57f87a298a triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:32.509562 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:32.731811 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:32.791975 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.provisioning_blocks [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Transition to ACTIVE for port object 2bfa7d9f-2f62-450b-8dc7-31d097234002 will not be triggered until provisioned by entity DHCP. {{(pid=74313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:37:32.844157 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:32.875109 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:33.026256 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Network 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:37:33.032836 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:37:33.038546 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:37:33.124087 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=2bfa7d9f-2f62-450b-8dc7-31d097234002,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:33.138501 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:33.197129 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415424'] for router_interface, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:33.235259 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958e461-a604-4af9-b266-347ffb9d52df req-2834c8bf-8213-40a0-a370-3247c5fa5471 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:33.238556 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3958e461-a604-4af9-b266-347ffb9d52df req-2834c8bf-8213-40a0-a370-3247c5fa5471 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.2147949
Jul 23 16:37:33.353780 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3958e461-a604-4af9-b266-347ffb9d52df req-d41dd2ef-f2f7-4bbf-b413-773a0bd963bf tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997965
Jul 23 16:37:33.444500 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:33.537140 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3d2f4-b74b-4686-815a-4d4f0a889d4d req-23d0cefe-3529-4258-a388-ad38a6a41755 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:33.543036 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-3921f66c-7d93-48e9-afba-c03a75edf7f9 None None] Provisioning for port 2bfa7d9f-2f62-450b-8dc7-31d097234002 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:37:33.551967 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6ca3d2f4-b74b-4686-815a-4d4f0a889d4d req-23d0cefe-3529-4258-a388-ad38a6a41755 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.1759353
Jul 23 16:37:33.569692 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-3921f66c-7d93-48e9-afba-c03a75edf7f9 None None] Provisioning complete for port 2bfa7d9f-2f62-450b-8dc7-31d097234002 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:33.570327 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-3921f66c-7d93-48e9-afba-c03a75edf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:33.656932 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6ca3d2f4-b74b-4686-815a-4d4f0a889d4d req-9a3bd99f-1c5f-4017-b402-9247960218ee tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044295
Jul 23 16:37:33.694417 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-3921f66c-7d93-48e9-afba-c03a75edf7f9 None None] Port 2bfa7d9f-2f62-450b-8dc7-31d097234002 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:37:33.939802 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:33.947219 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65805861'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:34.008369 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fabb9219-6338-4ef1-a959-c76195b14a3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:34.160632 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1431309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414505'] for router_interface, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:34.176178 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=2bfa7d9f-2f62-450b-8dc7-31d097234002,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:34.190120 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:34.447343 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Network 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7 is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:37:34.449129 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:37:34.797346 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4bf42-b802-47e4-8673-a49bbb5639d6 req-eab54fb9-eb60-4f87-9b44-27fb067fbb86 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:34.812235 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d2f4bf42-b802-47e4-8673-a49bbb5639d6 req-eab54fb9-eb60-4f87-9b44-27fb067fbb86 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.1804693
Jul 23 16:37:34.909693 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d2f4bf42-b802-47e4-8673-a49bbb5639d6 req-c08aeb0a-27e4-414d-a978-e6bd0ec2b00d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0948243
Jul 23 16:37:34.968233 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-e8bb8a0d-135e-4162-9640-1231d58d31bc None None] Provisioning complete for port 2bfa7d9f-2f62-450b-8dc7-31d097234002 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:34.968233 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-e8bb8a0d-135e-4162-9640-1231d58d31bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:35.092096 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb8a0d-135e-4162-9640-1231d58d31bc None None] Port 2bfa7d9f-2f62-450b-8dc7-31d097234002 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:37:35.142846 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Sync routers for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:37:35.184740 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:37:35.185864 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f2af4c0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:37:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:35.214328 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e3524-4d82-4f21-abb5-9b893a14dee3 req-f89fd68a-f1bf-4bbe-b2ee-1fdfcc5593bd tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:35.218718 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-298e3524-4d82-4f21-abb5-9b893a14dee3 req-f89fd68a-f1bf-4bbe-b2ee-1fdfcc5593bd tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.2053804
Jul 23 16:37:35.476683 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-298e3524-4d82-4f21-abb5-9b893a14dee3 req-ee032ffa-347e-4c16-90ca-8de2fbfd2eda tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2332683
Jul 23 16:37:35.511468 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Router fd7247ce-48ae-426b-9a28-9f2c1b398f78 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:37:35.747535 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:37:36.090080 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:37:36.110969 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] 10.222.0.11 "PUT /v2.0/routers/fd7247ce-48ae-426b-9a28-9f2c1b398f78/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3546431
Jul 23 16:37:36.398798 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b8586-91e1-49ab-bff8-1a8ef5d13918 req-a607691a-d579-4341-9972-f71b107b62e7 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:36.402171 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f52b8586-91e1-49ab-bff8-1a8ef5d13918 req-a607691a-d579-4341-9972-f71b107b62e7 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.2057648
Jul 23 16:37:36.476639 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device c41641ef-ddd7-4a33-9917-f8d6689e5b3d up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:36.502181 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f52b8586-91e1-49ab-bff8-1a8ef5d13918 req-ca76e522-4870-4189-94d2-b61bac83365d tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881252
Jul 23 16:37:36.568852 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f2af4c0>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 2, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:36.590273 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Checking router: 742df17f-9038-4c06-ad06-751bf0ffe149 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:37:36.590900 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Updating router 742df17f-9038-4c06-ad06-751bf0ffe149 port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 binding host dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:37:36.713167 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:36.849398 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port c41641ef-ddd7-4a33-9917-f8d6689e5b3d completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:37:36.869773 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port c41641ef-ddd7-4a33-9917-f8d6689e5b3d triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:36.872376 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:37.106738 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1aaefb32-a34b-4ebd-bd40-5c48fbcc8717 req-27d44015-2852-4772-8c60-7d2502a313e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2212291
Jul 23 16:37:37.569158 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:37.616627 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-9691da92-9350-4043-b2b6-8a0a29df5f3c req-5e846124-e2f6-45e8-806d-98653608364f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2062685
Jul 23 16:37:37.726550 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port c41641ef-ddd7-4a33-9917-f8d6689e5b3d, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=c41641ef-ddd7-4a33-9917-f8d6689e5b3d,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:37:37.739240 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d3fc0-9f54-494e-b7e3-b201b20fd20a req-e728dbc6-e913-47a9-bf61-aa25c315309d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:37.743145 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ef6d3fc0-9f54-494e-b7e3-b201b20fd20a req-e728dbc6-e913-47a9-bf61-aa25c315309d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.1755900
Jul 23 16:37:37.762880 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:37.788711 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-f0e2b1ef-c04e-47ad-9cdd-24f12c73e501 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:37.814296 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49930) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:37.824081 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138554257', 'description': 'tempest-secgroup-smoke-138554257 description', 'project_id': 'bc525d89aee14793ba73c5a98b77132f'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:37:37.841622 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:37.864187 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Usage tracker for resource:security_group and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:37.870563 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:37.897202 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ef6d3fc0-9f54-494e-b7e3-b201b20fd20a req-65f075dd-3a72-43bc-b0fe-24cc39ee5c63 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1395428
Jul 23 16:37:37.930259 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:37.979598 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:38.089692 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:38.099389 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.resource_extend [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:37:38.101211 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Usage tracker for resource:security_group_rule and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:38.106652 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:38.120883 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:38.233275 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=c41641ef-ddd7-4a33-9917-f8d6689e5b3d,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:38.270088 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:38.271088 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:38.272485 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:38.273321 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:38.274242 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:38.275132 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:38.276066 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:38.276934 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:38.277512 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:38.278092 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:38.278670 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:37:38.295547 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:38.305875 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Notify callbacks [] for port, precommit_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:38.321717 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:38.345596 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:38.352146 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Transition to ACTIVE for port object 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:37:38.357667 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fc8f0e40-549a-4d66-aeb0-7fada079a562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:38.370105 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:38.406662 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-c79f0cb0-69e9-43ea-9293-8f42883b1741 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:38.437818 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5817301c-f6c2-4ba0-8781-a930ca891933,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:38.454279 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:38.480194 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de6bb9-8545-475c-a444-d139025a7b1b req-cf9ba015-361b-4865-87fa-51e345d7c2f7 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:38.480708 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:38.487552 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-95de6bb9-8545-475c-a444-d139025a7b1b req-cf9ba015-361b-4865-87fa-51e345d7c2f7 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.4694040
Jul 23 16:37:38.487928 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.6673369
Jul 23 16:37:38.488301 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49942) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:38.500966 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-7a6cb074-6569-4b3a-8c9d-e14be07c62e9 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Request body: {'security_group_rule': {'security_group_id': '5817301c-f6c2-4ba0-8781-a930ca891933', 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:37:38.513419 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-7a6cb074-6569-4b3a-8c9d-e14be07c62e9 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:38.525889 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-7a6cb074-6569-4b3a-8c9d-e14be07c62e9 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Usage tracker for resource:security_group_rule and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:38.534272 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-7a6cb074-6569-4b3a-8c9d-e14be07c62e9 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:38.570894 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-7a6cb074-6569-4b3a-8c9d-e14be07c62e9 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:38.593941 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-95de6bb9-8545-475c-a444-d139025a7b1b req-4dc4eecd-4efc-4bc6-9e65-6082b9b8f9a4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0990040
Jul 23 16:37:38.634942 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb074-6569-4b3a-8c9d-e14be07c62e9 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:38.731412 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 88643837-d168-4301-973a-fb49484ce937 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:37:38.796626 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb074-6569-4b3a-8c9d-e14be07c62e9 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:38.803861 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb074-6569-4b3a-8c9d-e14be07c62e9 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:38.877982 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-aeb42f00-7fed-485e-90e0-14f050323491 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:38.899440 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7a6cb074-6569-4b3a-8c9d-e14be07c62e9 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:38.906458 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 49948) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:38.907488 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-7a6cb074-6569-4b3a-8c9d-e14be07c62e9 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4166777
Jul 23 16:37:38.920546 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-016abbb4-f484-492f-9e57-27f0b422178e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Request body: {'security_group_rule': {'security_group_id': '5817301c-f6c2-4ba0-8781-a930ca891933', 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:37:38.930759 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cb074-6569-4b3a-8c9d-e14be07c62e9 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f81c3a2-9593-4985-a0ad-43fa5adb8744,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:38.942593 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-7a6cb074-6569-4b3a-8c9d-e14be07c62e9 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:38.960807 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f19721-ebce-4503-adc5-aa35278a7402 None None] Pushing event updated for resources: {'Port': ['ID=1f4adde6-aaf9-41b5-a33b-4dc9debadf49,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:38.971881 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-12f19721-ebce-4503-adc5-aa35278a7402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:38.984708 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-016abbb4-f484-492f-9e57-27f0b422178e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:38.998792 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-016abbb4-f484-492f-9e57-27f0b422178e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Usage tracker for resource:security_group_rule and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:39.010048 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-016abbb4-f484-492f-9e57-27f0b422178e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:39.041339 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-016abbb4-f484-492f-9e57-27f0b422178e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:39.105100 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-016abbb4-f484-492f-9e57-27f0b422178e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:39.292337 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-016abbb4-f484-492f-9e57-27f0b422178e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:39.299043 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-016abbb4-f484-492f-9e57-27f0b422178e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:39.307339 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:39.321570 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Attempting to bind port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:37:39.322537 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Attempting to bind port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:37:39.323123 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Attempting to bind port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 on network a0209d5a-e155-43a0-9685-2a25e8e43af5 {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:37:39.416993 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016abbb4-f484-492f-9e57-27f0b422178e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c7b14d-973b-40a4-aac9-7d970618d490,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:39.432623 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-016abbb4-f484-492f-9e57-27f0b422178e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:39.449750 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:37:39.451432 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Checking segment: {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:37:39.452894 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:39.454957 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Bound using segment: {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:37:39.456642 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Bound port: 1f4adde6-aaf9-41b5-a33b-4dc9debadf49, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:37:39.458860 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:39.494974 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-016abbb4-f484-492f-9e57-27f0b422178e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:39.497888 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-016abbb4-f484-492f-9e57-27f0b422178e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5886800
Jul 23 16:37:39.504287 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49956) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:39.519989 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-523ec2c1-0780-46dc-9303-2765d9cc78b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Request body: {'security_group_rule': {'security_group_id': '5817301c-f6c2-4ba0-8781-a930ca891933', 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:37:39.529397 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:39.534816 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-523ec2c1-0780-46dc-9303-2765d9cc78b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:39.550278 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-523ec2c1-0780-46dc-9303-2765d9cc78b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Usage tracker for resource:security_group_rule and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:39.560030 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-523ec2c1-0780-46dc-9303-2765d9cc78b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:39.560310 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51939e6c-2b23-4b59-a63f-3c87ef331d31 req-1504861f-80f1-4c61-8753-5d1ee214e010 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:39.572735 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-51939e6c-2b23-4b59-a63f-3c87ef331d31 req-1504861f-80f1-4c61-8753-5d1ee214e010 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.2495914
Jul 23 16:37:39.584663 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-523ec2c1-0780-46dc-9303-2765d9cc78b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:39.624902 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-523ec2c1-0780-46dc-9303-2765d9cc78b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:39.685477 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88643837-d168-4301-973a-fb49484ce937'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:37:39.693341 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-51939e6c-2b23-4b59-a63f-3c87ef331d31 req-04d5a04d-f3a4-4de6-9c32-e336ba7c7986 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179130
Jul 23 16:37:39.717586 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 88643837-d168-4301-973a-fb49484ce937, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=88643837-d168-4301-973a-fb49484ce937,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:37:39.736532 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:39.751415 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-6f4bd842-ed67-441f-8035-3783822ec9a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:39.863873 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Sync routers for ids ['fd7247ce-48ae-426b-9a28-9f2c1b398f78'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:37:39.911918 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-523ec2c1-0780-46dc-9303-2765d9cc78b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:39.920264 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Routers {'fd7247ce-48ae-426b-9a28-9f2c1b398f78'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:37:39.925140 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-523ec2c1-0780-46dc-9303-2765d9cc78b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:39.929638 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fd2a5b0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:37:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['fd7247ce-48ae-426b-9a28-9f2c1b398f78'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:39.935824 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:39.936129 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=88643837-d168-4301-973a-fb49484ce937,revision_number=6']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:39.946638 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:39.964655 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] For port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:37:39.977300 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] For port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=1f4adde6-aaf9-41b5-a33b-4dc9debadf49,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:37:39.994096 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:40.024152 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:40.087513 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ec2c1-0780-46dc-9303-2765d9cc78b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517f4c92-d81a-47fd-befb-24daef19560f,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:40.105594 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-523ec2c1-0780-46dc-9303-2765d9cc78b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:40.189594 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-523ec2c1-0780-46dc-9303-2765d9cc78b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:40.205843 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-523ec2c1-0780-46dc-9303-2765d9cc78b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6960483
Jul 23 16:37:40.211550 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 49966) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:40.260012 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-7a2b167a-0f17-4588-8cb6-91db593f9c35 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Request body: {'security_group_rule': {'security_group_id': '5817301c-f6c2-4ba0-8781-a930ca891933', 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:37:40.303716 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-7a2b167a-0f17-4588-8cb6-91db593f9c35 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:40.309334 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c143595-c2e8-419f-86cc-c989c4b20b48 req-383f7a66-c21e-4fef-aca1-5908665dac21 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:40.336115 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0c143595-c2e8-419f-86cc-c989c4b20b48 req-383f7a66-c21e-4fef-aca1-5908665dac21 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.2692246
Jul 23 16:37:40.347175 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-7a2b167a-0f17-4588-8cb6-91db593f9c35 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Usage tracker for resource:security_group_rule and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:40.383790 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-7a2b167a-0f17-4588-8cb6-91db593f9c35 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:40.416947 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-7a2b167a-0f17-4588-8cb6-91db593f9c35 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:40.479530 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7a2b167a-0f17-4588-8cb6-91db593f9c35 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:40.608668 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0c143595-c2e8-419f-86cc-c989c4b20b48 req-0ffc45b9-6d5e-4237-9610-01870c61b016 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2685814
Jul 23 16:37:40.726503 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device c41641ef-ddd7-4a33-9917-f8d6689e5b3d up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:40.770162 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7a2b167a-0f17-4588-8cb6-91db593f9c35 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:40.779877 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7a2b167a-0f17-4588-8cb6-91db593f9c35 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:40.848489 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Set router fd7247ce-48ae-426b-9a28-9f2c1b398f78 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:37:40.873464 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:40.965574 dv-cinder-802039-1-iscsi neutron-server[74314]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88643837-d168-4301-973a-fb49484ce937', 'code': 422} returned with failed status
Jul 23 16:37:40.973739 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b167a-0f17-4588-8cb6-91db593f9c35 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696b9f53-dd2f-4ed1-965f-aaa147efce85,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:40.986637 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-7a2b167a-0f17-4588-8cb6-91db593f9c35 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:41.034500 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7a2b167a-0f17-4588-8cb6-91db593f9c35 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:41.037015 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-7a2b167a-0f17-4588-8cb6-91db593f9c35 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.8217211
Jul 23 16:37:41.042510 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 49974) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:41.059164 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-a6043acd-d89c-42dc-ba2f-54bde2534004 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Request body: {'security_group_rule': {'security_group_id': '5817301c-f6c2-4ba0-8781-a930ca891933', 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:37:41.081343 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-a6043acd-d89c-42dc-ba2f-54bde2534004 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:41.094684 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-9691da92-9350-4043-b2b6-8a0a29df5f3c req-8c5e6f4b-bb52-4ba2-b681-b5a0d581a80b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360&tenant_id=6680e65433804e71af3c7eff97c03c94 HTTP/1.1" status: 200  len: 1097 time: 0.3012118
Jul 23 16:37:41.104285 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-a6043acd-d89c-42dc-ba2f-54bde2534004 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Usage tracker for resource:security_group_rule and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:41.111731 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-a6043acd-d89c-42dc-ba2f-54bde2534004 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:41.138689 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:41.140057 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:37:41.141292 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f2af4c0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:37:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:41.142596 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-a6043acd-d89c-42dc-ba2f-54bde2534004 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:41.181540 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.securitygroups_db [None req-a6043acd-d89c-42dc-ba2f-54bde2534004 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Project bc525d89aee14793ba73c5a98b77132f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 23 16:37:41.205843 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a6043acd-d89c-42dc-ba2f-54bde2534004 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:41.344403 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-9691da92-9350-4043-b2b6-8a0a29df5f3c req-a03bc05b-a833-4c67-a858-c19dc8f89df5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6680e65433804e71af3c7eff97c03c94&device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 1097 time: 0.1901677
Jul 23 16:37:41.393407 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port c41641ef-ddd7-4a33-9917-f8d6689e5b3d triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:41.394306 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:41.551853 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f19721-ebce-4503-adc5-aa35278a7402 None None] Pushing event updated for resources: {'Port': ['ID=1f4adde6-aaf9-41b5-a33b-4dc9debadf49,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:41.591984 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-12f19721-ebce-4503-adc5-aa35278a7402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.571s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:41.665535 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a6043acd-d89c-42dc-ba2f-54bde2534004 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:41.679131 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a6043acd-d89c-42dc-ba2f-54bde2534004 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:41.720285 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f99b9c47-fc95-4264-addb-0e7e43dbcb43 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:41.889394 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beb150-efdf-4e4b-909d-1fd7375392d7 req-930ee8fe-9274-480e-be60-6f71d77e8440 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:41.897288 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-19beb150-efdf-4e4b-909d-1fd7375392d7 req-930ee8fe-9274-480e-be60-6f71d77e8440 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.6395996
Jul 23 16:37:41.909065 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6043acd-d89c-42dc-ba2f-54bde2534004 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af85098b-79e2-44e5-adbe-55863b09722f,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:41.933829 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-a6043acd-d89c-42dc-ba2f-54bde2534004 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:41.995177 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691da92-9350-4043-b2b6-8a0a29df5f3c req-b604c410-827e-4f42-90eb-4eee47eeaa1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:42.011504 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-9691da92-9350-4043-b2b6-8a0a29df5f3c req-b604c410-827e-4f42-90eb-4eee47eeaa1a service neutron] 10.222.0.46 "GET /v2.0/networks?id=db4d843f-5b67-4c94-95c1-1ea31b7c2742 HTTP/1.1" status: 200  len: 909 time: 0.6444399
Jul 23 16:37:42.064849 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:37:42.110367 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a6043acd-d89c-42dc-ba2f-54bde2534004 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:42.122895 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-a6043acd-d89c-42dc-ba2f-54bde2534004 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 1.0751150
Jul 23 16:37:42.129811 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 49982) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:37:42.138116 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fd2a5b0>, [{'id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'name': 'tempest-TestVolumeBootPattern-1680422515-router', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:24Z', 'updated_at': '2021-07-23T16:37:33Z', 'revision_number': 4, 'project_id': '39e6b62b5494444d99210da6a9150f2d', 'gw_port': {'id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:25Z', 'updated_at': '2021-07-23T16:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '2bfa7d9f-2f62-450b-8dc7-31d097234002', 'name': '', 'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'mac_address': 'fa:16:3e:ec:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60738d2f-d05c-45b6-b4d5-8e648dfadcfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:32Z', 'updated_at': '2021-07-23T16:37:33Z', 'revision_number': 2, 'project_id': '39e6b62b5494444d99210da6a9150f2d', 'subnets': [{'id': '60738d2f-d05c-45b6-b4d5-8e648dfadcfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:42.167687 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Checking router: fd7247ce-48ae-426b-9a28-9f2c1b398f78 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:37:42.171090 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-19f979d2-2255-4db6-9588-8d5104d6565b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Request body: {'security_group_rule': {'security_group_id': '5817301c-f6c2-4ba0-8781-a930ca891933', 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:37:42.175871 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Updating router fd7247ce-48ae-426b-9a28-9f2c1b398f78 port 2bfa7d9f-2f62-450b-8dc7-31d097234002 binding host dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:37:42.211879 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-19f979d2-2255-4db6-9588-8d5104d6565b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:37:42.234661 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-19f979d2-2255-4db6-9588-8d5104d6565b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Usage tracker for resource:security_group_rule and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:37:42.260851 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-19f979d2-2255-4db6-9588-8d5104d6565b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:37:42.304127 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-19f979d2-2255-4db6-9588-8d5104d6565b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:37:42.414835 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.securitygroups_db [None req-19f979d2-2255-4db6-9588-8d5104d6565b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Project bc525d89aee14793ba73c5a98b77132f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 23 16:37:42.513599 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:42.528716 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-9691da92-9350-4043-b2b6-8a0a29df5f3c req-52c7aad2-9e02-45f1-962d-523d0524b655 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88643837-d168-4301-973a-fb49484ce937 HTTP/1.1" status: 200  len: 998 time: 0.5116355
Jul 23 16:37:42.637862 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-19beb150-efdf-4e4b-909d-1fd7375392d7 req-0512a2b6-f65c-4394-83db-d56bd10e0c44 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7168574
Jul 23 16:37:42.667977 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-19f979d2-2255-4db6-9588-8d5104d6565b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:42.795603 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691da92-9350-4043-b2b6-8a0a29df5f3c req-50e67438-6537-42c2-b367-f58ee3ce081a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:42.802200 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-9691da92-9350-4043-b2b6-8a0a29df5f3c req-50e67438-6537-42c2-b367-f58ee3ce081a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d68b2be1-e23b-4748-b90d-bcfc7a62925f HTTP/1.1" status: 200  len: 847 time: 0.2631304
Jul 23 16:37:42.830656 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99878649-72a2-487f-a975-2b77251cfa85 req-44747f51-7328-4b2f-9c66-3e5cb9404869 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:42.844056 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-99878649-72a2-487f-a975-2b77251cfa85 req-44747f51-7328-4b2f-9c66-3e5cb9404869 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.4370022
Jul 23 16:37:42.885168 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:43.041399 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-19f979d2-2255-4db6-9588-8d5104d6565b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:43.063070 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-99878649-72a2-487f-a975-2b77251cfa85 req-b08bf5d7-89b2-4066-b736-1beb8aa249df tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2072337
Jul 23 16:37:43.065584 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-19f979d2-2255-4db6-9588-8d5104d6565b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:43.069687 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:43.123984 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f979d2-2255-4db6-9588-8d5104d6565b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfeaafe3-22ba-4ba2-ba6e-a5541bee1ae5,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:43.142345 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-19f979d2-2255-4db6-9588-8d5104d6565b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:43.177957 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-19f979d2-2255-4db6-9588-8d5104d6565b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:43.181007 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-19f979d2-2255-4db6-9588-8d5104d6565b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 1.0485539
Jul 23 16:37:43.199720 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-9691da92-9350-4043-b2b6-8a0a29df5f3c req-388bc728-2e2a-49af-8bcb-54ea54a5f3b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db4d843f-5b67-4c94-95c1-1ea31b7c2742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3829479
Jul 23 16:37:43.454775 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:37:43.488751 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:43.492559 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:43.589370 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Notify callbacks [] for port, precommit_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:43.625658 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.provisioning_blocks [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Transition to ACTIVE for port object 2bfa7d9f-2f62-450b-8dc7-31d097234002 will not be triggered until provisioned by entity L2. {{(pid=74315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:37:43.644032 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:43.652974 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:43.763506 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-9691da92-9350-4043-b2b6-8a0a29df5f3c req-05fa0e66-4e39-4186-b46c-cb7da11a2c8a service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5576382
Jul 23 16:37:43.844981 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15b16d-784e-4c5e-a77c-3b6c2a6c9b47 None None] Pushing event updated for resources: {'Port': ['ID=2bfa7d9f-2f62-450b-8dc7-31d097234002,revision_number=3']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:43.871179 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-0c15b16d-784e-4c5e-a77c-3b6c2a6c9b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:43.952318 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f2af4c0>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:39Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:43.999035 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8708b591-b852-4646-b519-51e9067d66b3 None None] The sync data for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi is: [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:39Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:37:44.356268 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:44.359673 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-9691da92-9350-4043-b2b6-8a0a29df5f3c req-a07b81a0-d8ba-4364-bc9c-435115632dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5889690
Jul 23 16:37:44.438248 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-769090b7-45f6-4615-868e-d0e402528887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:44.551133 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=1f4adde6-aaf9-41b5-a33b-4dc9debadf49,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:37:44.562696 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:44.565957 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:44.865014 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Attempting to bind port 2bfa7d9f-2f62-450b-8dc7-31d097234002 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:37:44.869469 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Attempting to bind port 2bfa7d9f-2f62-450b-8dc7-31d097234002 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': 'd8cb1e7b-9983-4a33-8636-5f679b4b4a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7'}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:37:44.870512 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Attempting to bind port 2bfa7d9f-2f62-450b-8dc7-31d097234002 on network 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7 {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:37:44.901917 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:44.902523 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:37:44.904463 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Checking segment: {'id': 'd8cb1e7b-9983-4a33-8636-5f679b4b4a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:37:44.906341 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:44.907025 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Bound using segment: {'id': 'd8cb1e7b-9983-4a33-8636-5f679b4b4a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7'} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:37:44.907862 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Bound port: 2bfa7d9f-2f62-450b-8dc7-31d097234002, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cb1e7b-9983-4a33-8636-5f679b4b4a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7'}}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:37:44.910927 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:44.951151 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=1f4adde6-aaf9-41b5-a33b-4dc9debadf49,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:44.961514 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:45.100904 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba3ff6-8a79-450d-a981-5e61847fd290 req-8a5030c9-9f36-4fff-9902-1c35d3a3b9b0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:45.144710 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8eba3ff6-8a79-450d-a981-5e61847fd290 req-8a5030c9-9f36-4fff-9902-1c35d3a3b9b0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.5674834
Jul 23 16:37:45.168646 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] For port 2bfa7d9f-2f62-450b-8dc7-31d097234002, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:37:45.179962 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] For port 2bfa7d9f-2f62-450b-8dc7-31d097234002, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=2bfa7d9f-2f62-450b-8dc7-31d097234002,segment=NetworkSegment(d8cb1e7b-9983-4a33-8636-5f679b4b4a3e),segment_id=d8cb1e7b-9983-4a33-8636-5f679b4b4a3e)] {{(pid=74315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:37:45.189391 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:45.202458 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-836884ed-83f2-44a6-9e3e-c079224191e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:45.394079 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8eba3ff6-8a79-450d-a981-5e61847fd290 req-b8e4279d-442a-4d04-a1e3-a4bad57eedf6 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2430427
Jul 23 16:37:45.556755 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15b16d-784e-4c5e-a77c-3b6c2a6c9b47 None None] Pushing event updated for resources: {'Port': ['ID=2bfa7d9f-2f62-450b-8dc7-31d097234002,revision_number=4']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:45.580526 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-0c15b16d-784e-4c5e-a77c-3b6c2a6c9b47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:45.618359 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Routers {'fd7247ce-48ae-426b-9a28-9f2c1b398f78'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:37:45.619800 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fd2a5b0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:37:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['fd7247ce-48ae-426b-9a28-9f2c1b398f78'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:45.824359 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0cba08-68f1-467a-b8cf-92e796801dca req-e712971c-5c15-413f-b7f8-d634b98847e7 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:45.848055 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ec0cba08-68f1-467a-b8cf-92e796801dca req-e712971c-5c15-413f-b7f8-d634b98847e7 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.3338909
Jul 23 16:37:45.977616 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ec0cba08-68f1-467a-b8cf-92e796801dca req-3c386beb-885d-4c93-b169-73ec5975b42f tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1281660
Jul 23 16:37:46.078065 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] Set router fd7247ce-48ae-426b-9a28-9f2c1b398f78 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:37:46.733821 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 2347d2ab-139d-4101-b01c-beb9bf8ef93d details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:37:46.758055 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fd2a5b0>, [{'id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'name': 'tempest-TestVolumeBootPattern-1680422515-router', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:24Z', 'updated_at': '2021-07-23T16:37:33Z', 'revision_number': 4, 'project_id': '39e6b62b5494444d99210da6a9150f2d', 'gw_port': {'id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:25Z', 'updated_at': '2021-07-23T16:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '2bfa7d9f-2f62-450b-8dc7-31d097234002', 'name': '', 'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'mac_address': 'fa:16:3e:ec:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60738d2f-d05c-45b6-b4d5-8e648dfadcfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:32Z', 'updated_at': '2021-07-23T16:37:45Z', 'revision_number': 4, 'project_id': '39e6b62b5494444d99210da6a9150f2d', 'subnets': [{'id': '60738d2f-d05c-45b6-b4d5-8e648dfadcfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:37:46.781814 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-731e158c-ed31-48d8-9cfb-b0c964dab3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:46.791954 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9d4dd-3f55-4e8f-953a-119ea14606a1 None None] The sync data for ids ['fd7247ce-48ae-426b-9a28-9f2c1b398f78'] in dv-cinder-802039-1-iscsi is: [{'id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'name': 'tempest-TestVolumeBootPattern-1680422515-router', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:24Z', 'updated_at': '2021-07-23T16:37:33Z', 'revision_number': 4, 'project_id': '39e6b62b5494444d99210da6a9150f2d', 'gw_port': {'id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:25Z', 'updated_at': '2021-07-23T16:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '2bfa7d9f-2f62-450b-8dc7-31d097234002', 'name': '', 'network_id': '6c5c41b1-0e22-4d9e-9015-c6c12c0594f7', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'mac_address': 'fa:16:3e:ec:0e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '60738d2f-d05c-45b6-b4d5-8e648dfadcfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:32Z', 'updated_at': '2021-07-23T16:37:45Z', 'revision_number': 4, 'project_id': '39e6b62b5494444d99210da6a9150f2d', 'subnets': [{'id': '60738d2f-d05c-45b6-b4d5-8e648dfadcfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:37:46.809286 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:46.929259 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.resource_extend [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:37:47.406513 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9f11b-df71-4ad5-aab9-5d6d27f30980 req-d4572886-835e-4112-a082-d027f7026a5b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:47.409843 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1fd9f11b-df71-4ad5-aab9-5d6d27f30980 req-d4572886-835e-4112-a082-d027f7026a5b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.3894973
Jul 23 16:37:47.559473 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:37:47.586915 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'port_id': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'mac_address': 'fa:16:3e:f5:2c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:37:47.708223 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:47.709320 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:47.749376 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1fd9f11b-df71-4ad5-aab9-5d6d27f30980 req-e4abfba2-22a1-45ba-8b1f-486c80bb1082 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3274474
Jul 23 16:37:47.818020 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cc3e6401-37ac-47d8-b653-9d825726039b req-4a35a177-2b01-4d0b-9315-a19cbdc57f6e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3343153
Jul 23 16:37:47.833475 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36775d-ca77-4333-8fb1-9712cb395ba7 req-257d2a47-b848-46b3-9e47-d75004fe6b80 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:47.836926 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9b36775d-ca77-4333-8fb1-9712cb395ba7 req-257d2a47-b848-46b3-9e47-d75004fe6b80 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.3169549
Jul 23 16:37:47.936162 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:48.057828 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2347d2ab-139d-4101-b01c-beb9bf8ef93d {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:37:48.060029 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9b36775d-ca77-4333-8fb1-9712cb395ba7 req-fd4d901b-d3db-4ccd-b88f-f00bc1e554b6 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1975703
Jul 23 16:37:48.114815 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:37:48.123394 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cc3e6401-37ac-47d8-b653-9d825726039b req-bec326f9-fa7f-4257-aff5-60bc9273c756 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8733068c398e483e93b67dd9619ed93c&device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 1098 time: 0.2602427
Jul 23 16:37:48.153952 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:48.160778 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:48.396730 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['2347d2ab-139d-4101-b01c-beb9bf8ef93d'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:37:48.562150 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:48.570327 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e6401-37ac-47d8-b653-9d825726039b req-94dcfd53-9700-4d04-acca-ca019af797a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:48.573577 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cc3e6401-37ac-47d8-b653-9d825726039b req-94dcfd53-9700-4d04-acca-ca019af797a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ce82339f-eeee-471f-96ff-22dbd70c45a7 HTTP/1.1" status: 200  len: 912 time: 0.4158671
Jul 23 16:37:48.681857 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=2347d2ab-139d-4101-b01c-beb9bf8ef93d,revision_number=6']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:48.698916 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:48.906737 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cc3e6401-37ac-47d8-b653-9d825726039b req-3bb474ab-b65e-40c2-b23c-7f97e33d491f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3f92a96-aecd-44a7-9c88-bb47fe39c916 HTTP/1.1" status: 200  len: 1001 time: 0.3185611
Jul 23 16:37:48.986759 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 2bfa7d9f-2f62-450b-8dc7-31d097234002 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:49.086482 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e6401-37ac-47d8-b653-9d825726039b req-11188779-8b26-4cab-a07e-e3208cbd6e1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:49.090395 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cc3e6401-37ac-47d8-b653-9d825726039b req-11188779-8b26-4cab-a07e-e3208cbd6e1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6a685292-3ace-4bd8-8dcc-ef7b928244a3 HTTP/1.1" status: 200  len: 850 time: 0.1766460
Jul 23 16:37:49.387641 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 2bfa7d9f-2f62-450b-8dc7-31d097234002 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:37:49.408859 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:49.413580 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 2bfa7d9f-2f62-450b-8dc7-31d097234002 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:49.417632 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:49.789770 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eda115-7bf3-448b-bc47-8a6a981f4f58 req-85b3c24e-420a-4c3a-8245-baa9815d56da tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:49.802430 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cc3e6401-37ac-47d8-b653-9d825726039b req-8c36bf7c-f9db-4e1e-a11f-46d6d6e2d6bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ce82339f-eeee-471f-96ff-22dbd70c45a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7021799
Jul 23 16:37:49.803804 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-19eda115-7bf3-448b-bc47-8a6a981f4f58 req-85b3c24e-420a-4c3a-8245-baa9815d56da tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 944 time: 0.4425759
Jul 23 16:37:49.838969 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:49.977448 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e01849-f2b8-4d8f-afa6-43ae55c4ba41 req-f6fa4fb6-a430-4a88-bc0f-262b14dd31f9 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:49.985558 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 2bfa7d9f-2f62-450b-8dc7-31d097234002, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=2bfa7d9f-2f62-450b-8dc7-31d097234002,segment=NetworkSegment(d8cb1e7b-9983-4a33-8636-5f679b4b4a3e),segment_id=d8cb1e7b-9983-4a33-8636-5f679b4b4a3e)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:37:49.995873 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:49.997362 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d9e01849-f2b8-4d8f-afa6-43ae55c4ba41 req-f6fa4fb6-a430-4a88-bc0f-262b14dd31f9 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.4044795
Jul 23 16:37:50.015381 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:50.080230 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-19eda115-7bf3-448b-bc47-8a6a981f4f58 req-60dbcd6d-7fdb-4a64-acb1-cb7264224587 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2383008
Jul 23 16:37:50.196450 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d9e01849-f2b8-4d8f-afa6-43ae55c4ba41 req-85015e7a-f7fe-4edf-babc-1a622adffbfb tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1985033
Jul 23 16:37:50.257093 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=2bfa7d9f-2f62-450b-8dc7-31d097234002,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:50.266117 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:50.307415 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cc3e6401-37ac-47d8-b653-9d825726039b req-a3638e5f-d634-450a-8eb2-b51ef3d037d6 service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4963219
Jul 23 16:37:50.596434 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cc3e6401-37ac-47d8-b653-9d825726039b req-b7d071bb-82a5-4b37-ab3f-91171d75d42d service neutron] 10.222.0.46 "GET /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2813280
Jul 23 16:37:50.661255 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:37:50.740287 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 2347d2ab-139d-4101-b01c-beb9bf8ef93d up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:50.876975 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 2bfa7d9f-2f62-450b-8dc7-31d097234002 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:51.112079 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 2bfa7d9f-2f62-450b-8dc7-31d097234002 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:51.113557 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:51.175148 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 2347d2ab-139d-4101-b01c-beb9bf8ef93d triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:51.175750 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:51.515130 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:51.719574 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:37:51.755193 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:37:51.776837 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:51.779335 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:51.995309 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a00908-e13f-4193-89f1-ca54d5f2fe33 req-eee5125d-47aa-4342-a68d-407e8719dd8d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:51.998951 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-40a00908-e13f-4193-89f1-ca54d5f2fe33 req-eee5125d-47aa-4342-a68d-407e8719dd8d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 944 time: 0.4816546
Jul 23 16:37:52.030351 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=2347d2ab-139d-4101-b01c-beb9bf8ef93d,revision_number=7']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:52.036452 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:52.092260 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42456b95-410e-44c9-a56b-00e47134433c req-fb0c71b6-d3f5-49fb-9d31-9ce10e802694 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:52.095337 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-42456b95-410e-44c9-a56b-00e47134433c req-fb0c71b6-d3f5-49fb-9d31-9ce10e802694 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.3810298
Jul 23 16:37:52.166270 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-40a00908-e13f-4193-89f1-ca54d5f2fe33 req-66610651-f43f-4ab3-9787-37f7b640cada tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1569681
Jul 23 16:37:52.298849 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-42456b95-410e-44c9-a56b-00e47134433c req-8f7bf132-03b0-4ffb-a821-3889691798ed tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1394579
Jul 23 16:37:52.398602 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'code': 200}
Jul 23 16:37:53.775618 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6272afc-3726-4f1f-9d51-479ba5e043b0 req-2c178153-db0d-4a96-aba5-87db1ec5d942 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:53.783567 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c6272afc-3726-4f1f-9d51-479ba5e043b0 req-2c178153-db0d-4a96-aba5-87db1ec5d942 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.2143865
Jul 23 16:37:54.068257 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c6272afc-3726-4f1f-9d51-479ba5e043b0 req-33f1b63f-c72d-4f8c-8b4c-363345ae526e tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2705302
Jul 23 16:37:54.095300 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64570a2-2755-4b37-8094-cddf4972f2e9 req-09c41f69-fac9-4bcd-9c4d-82b4642f8f73 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:54.098254 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b64570a2-2755-4b37-8094-cddf4972f2e9 req-09c41f69-fac9-4bcd-9c4d-82b4642f8f73 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 944 time: 0.2407281
Jul 23 16:37:54.211662 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b64570a2-2755-4b37-8094-cddf4972f2e9 req-699c1485-969d-4017-9ef7-7ce68d9cde18 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0986819
Jul 23 16:37:54.749870 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 88643837-d168-4301-973a-fb49484ce937 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:37:54.942350 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 88643837-d168-4301-973a-fb49484ce937, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=88643837-d168-4301-973a-fb49484ce937,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:37:54.973625 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '88643837-d168-4301-973a-fb49484ce937', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'port_id': '88643837-d168-4301-973a-fb49484ce937', 'mac_address': 'fa:16:3e:d6:6c:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:37:55.137048 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:55.227428 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88643837-d168-4301-973a-fb49484ce937 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:37:55.271309 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 88643837-d168-4301-973a-fb49484ce937, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=88643837-d168-4301-973a-fb49484ce937,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:37:55.281776 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:55.288071 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-12f19721-ebce-4503-adc5-aa35278a7402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:55.399955 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=88643837-d168-4301-973a-fb49484ce937,revision_number=7']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:55.406009 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:55.617086 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723bdb7-5d22-49eb-9e36-bcf751ca9fc5 req-2bdc9fa9-2641-49e6-b9ea-0ce5608c8359 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:55.617086 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d723bdb7-5d22-49eb-9e36-bcf751ca9fc5 req-2bdc9fa9-2641-49e6-b9ea-0ce5608c8359 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.1788988
Jul 23 16:37:55.666099 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['88643837-d168-4301-973a-fb49484ce937'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:37:55.884712 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d723bdb7-5d22-49eb-9e36-bcf751ca9fc5 req-982da1fb-eb42-4e13-b463-af5182ce705d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1293206
Jul 23 16:37:55.966168 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b398d-db46-46f2-9720-e18a7690e165 req-2843be96-08ac-4574-8ff3-636a9fbba8c6 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:55.978540 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cf4b398d-db46-46f2-9720-e18a7690e165 req-2843be96-08ac-4574-8ff3-636a9fbba8c6 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 945 time: 0.3610618
Jul 23 16:37:56.092649 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cf4b398d-db46-46f2-9720-e18a7690e165 req-529ff4ff-cf3d-46b0-b68a-be7dc121283c tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1038496
Jul 23 16:37:57.546868 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dab04-f27f-41ec-8831-3dfded0af900 req-8c030866-0796-45fc-9163-9567f9d3875f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:57.549687 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-200dab04-f27f-41ec-8831-3dfded0af900 req-8c030866-0796-45fc-9163-9567f9d3875f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.3053720
Jul 23 16:37:57.689882 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aad946-1c48-4cf6-a3db-3c9f91a16b61 req-ef7d62c9-a97c-4013-8e97-40ba784efafe tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:57.692929 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-85aad946-1c48-4cf6-a3db-3c9f91a16b61 req-ef7d62c9-a97c-4013-8e97-40ba784efafe tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 945 time: 0.3240070
Jul 23 16:37:57.773291 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-200dab04-f27f-41ec-8831-3dfded0af900 req-3b3d3b93-bb7a-4284-8341-91d1c7f8c063 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2034092
Jul 23 16:37:57.841606 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-85aad946-1c48-4cf6-a3db-3c9f91a16b61 req-3b7f8f9c-0bc3-49aa-9c72-8305d3b9d819 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1344190
Jul 23 16:37:58.760494 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 88643837-d168-4301-973a-fb49484ce937 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:37:58.920339 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 88643837-d168-4301-973a-fb49484ce937 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:37:58.922532 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:59.205173 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:59.278682 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88643837-d168-4301-973a-fb49484ce937'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:37:59.313850 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 88643837-d168-4301-973a-fb49484ce937, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=88643837-d168-4301-973a-fb49484ce937,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:37:59.348966 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:37:59.352835 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-12f19721-ebce-4503-adc5-aa35278a7402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:37:59.553511 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=88643837-d168-4301-973a-fb49484ce937,revision_number=8']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:37:59.561599 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:37:59.621174 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2df1bb-4ba0-4b05-b5c3-0f4494c86ef1 req-e8fab0be-1738-4a6a-8b43-42a359de4753 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:59.625252 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8f2df1bb-4ba0-4b05-b5c3-0f4494c86ef1 req-e8fab0be-1738-4a6a-8b43-42a359de4753 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.3415666
Jul 23 16:37:59.727749 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbedda-d462-4b51-91a8-efee36482014 req-e231224d-3b82-4e60-a64e-15aafe222465 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:37:59.730483 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d8fbedda-d462-4b51-91a8-efee36482014 req-e231224d-3b82-4e60-a64e-15aafe222465 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.3566809
Jul 23 16:37:59.755216 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8f2df1bb-4ba0-4b05-b5c3-0f4494c86ef1 req-ae7c96b4-8915-4c6a-88a5-0158cb0848ba tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194196
Jul 23 16:37:59.851194 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d8fbedda-d462-4b51-91a8-efee36482014 req-2ffe4b73-c953-4eff-875a-20ae74cd47b8 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983779
Jul 23 16:37:59.984234 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88643837-d168-4301-973a-fb49484ce937', 'code': 200}
Jul 23 16:38:00.572463 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-a1a80a2d-241a-4cd0-843d-a1de13a4cae4 req-21181137-10bb-4806-8efa-fcc5dddf1b89 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 1099 time: 0.1445410
Jul 23 16:38:00.693787 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-a1a80a2d-241a-4cd0-843d-a1de13a4cae4 req-a37137b8-1d84-486c-825a-e82ca5eedb42 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1138465
Jul 23 16:38:01.310889 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a3cb0-6fce-4c14-abef-a4f6e4d9f424 req-4406bcea-e664-46f7-9e61-1f086a7d470e tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:01.313878 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-439a3cb0-6fce-4c14-abef-a4f6e4d9f424 req-4406bcea-e664-46f7-9e61-1f086a7d470e tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.2234373
Jul 23 16:38:01.336080 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92058839-a5e3-490a-bd4e-7b128959a5e4 req-128a9090-f2d3-4fb6-b1e8-962abdc08e0d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:01.338648 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-92058839-a5e3-490a-bd4e-7b128959a5e4 req-128a9090-f2d3-4fb6-b1e8-962abdc08e0d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.2057741
Jul 23 16:38:01.468411 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-439a3cb0-6fce-4c14-abef-a4f6e4d9f424 req-e94e1514-eeeb-468d-a20a-0fda2ce88c22 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1429207
Jul 23 16:38:01.474892 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-92058839-a5e3-490a-bd4e-7b128959a5e4 req-42116018-60be-4c5a-a4d6-bc670ac8531d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127620
Jul 23 16:38:02.941225 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54decd58-0a3e-48d4-8958-a06cfbccc421 req-3b6bc150-a25d-450e-9ee8-031cf4b78f4e tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:02.955488 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-54decd58-0a3e-48d4-8958-a06cfbccc421 req-3b6bc150-a25d-450e-9ee8-031cf4b78f4e tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.2173641
Jul 23 16:38:03.158679 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-54decd58-0a3e-48d4-8958-a06cfbccc421 req-f442e60a-ab43-4759-a775-d31a5d5864ef tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2013230
Jul 23 16:38:03.184862 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f4ceb-6428-40c7-b92f-b7aa535b0f4a req-1492533c-72aa-4a7f-a08c-5930139dab9d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:03.190385 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d61f4ceb-6428-40c7-b92f-b7aa535b0f4a req-1492533c-72aa-4a7f-a08c-5930139dab9d tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.1986489
Jul 23 16:38:03.309756 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d61f4ceb-6428-40c7-b92f-b7aa535b0f4a req-28fe1bd9-ba13-46e6-90f1-6ca4c900fe7c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094456
Jul 23 16:38:03.737370 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-688c3a4c-e36d-46d8-9726-08f5c8331867 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Synchronizing usage tracker for tenant:bc525d89aee14793ba73c5a98b77132f on resource:security_group {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:38:03.784289 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-688c3a4c-e36d-46d8-9726-08f5c8331867 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Unset dirty status for tenant:bc525d89aee14793ba73c5a98b77132f on resource:security_group {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:38:03.786355 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-688c3a4c-e36d-46d8-9726-08f5c8331867 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138554257&fields=id&tenant_id=bc525d89aee14793ba73c5a98b77132f HTTP/1.1" status: 200  len: 267 time: 0.1407678
Jul 23 16:38:04.149002 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-e468cd46-6267-469c-ae06-298d397ca794 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:04.150290 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-e468cd46-6267-469c-ae06-298d397ca794 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Synchronizing usage tracker for tenant:bc525d89aee14793ba73c5a98b77132f on resource:network {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:38:04.192156 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-e468cd46-6267-469c-ae06-298d397ca794 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Unset dirty status for tenant:bc525d89aee14793ba73c5a98b77132f on resource:network {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:38:04.196397 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-e468cd46-6267-469c-ae06-298d397ca794 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 811 time: 0.3810248
Jul 23 16:38:04.238642 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-87d9657f-b8d5-4f98-9965-340578849c2e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/quotas/bc525d89aee14793ba73c5a98b77132f HTTP/1.1" status: 200  len: 375 time: 0.0295370
Jul 23 16:38:04.431788 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-fe74436f-f028-4baa-b018-0d3fd9504a72 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Synchronizing usage tracker for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:38:04.479421 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-fe74436f-f028-4baa-b018-0d3fd9504a72 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Unset dirty status for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:38:04.495224 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-fe74436f-f028-4baa-b018-0d3fd9504a72 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2479331
Jul 23 16:38:04.860714 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-e23e0921-c9c8-4537-85fc-39d4c833eccd service neutron] 10.222.0.11 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3494809
Jul 23 16:38:05.276799 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-c3e28e26-b828-48e3-b873-b25e571b990a service neutron] 10.222.0.11 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4146421
Jul 23 16:38:05.291461 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31d543-06e0-4d7f-860e-99829bc39e99 req-6644d333-4c7e-43f4-ab00-29f86edd152a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:05.304225 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9e31d543-06e0-4d7f-860e-99829bc39e99 req-6644d333-4c7e-43f4-ab00-29f86edd152a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.2582169
Jul 23 16:38:05.397208 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9e31d543-06e0-4d7f-860e-99829bc39e99 req-3dfbbbd9-6218-4034-b7c4-75e1bcd483a0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914843
Jul 23 16:38:05.908054 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928e27d-fe8f-453b-954f-a623d9a8e852 req-02437e82-ee69-4b29-bb79-6c4f085e7c5a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:05.911596 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8928e27d-fe8f-453b-954f-a623d9a8e852 req-02437e82-ee69-4b29-bb79-6c4f085e7c5a tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 945 time: 0.2233942
Jul 23 16:38:06.042886 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8928e27d-fe8f-453b-954f-a623d9a8e852 req-6a39d159-5549-4ec3-a23a-ceda287558d9 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201248
Jul 23 16:38:06.449992 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-89e7bf6f-4ae2-4d58-bad4-38e75672eb40 req-b20538d1-2816-4ff5-ad14-da4140d01a41 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 210 time: 0.1989810
Jul 23 16:38:07.018561 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-3e8fb842-818f-41f9-a8f3-c52c883dc8a3 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:07.023347 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-3e8fb842-818f-41f9-a8f3-c52c883dc8a3 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Synchronizing usage tracker for tenant:8733068c398e483e93b67dd9619ed93c on resource:port {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:38:07.037242 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be1439f-1764-4d81-bd7a-8b40f546024d req-4fb6023c-02f7-4426-9ccc-933f5d73edf3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:07.052853 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9be1439f-1764-4d81-bd7a-8b40f546024d req-4fb6023c-02f7-4426-9ccc-933f5d73edf3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.3068304
Jul 23 16:38:07.061689 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-3e8fb842-818f-41f9-a8f3-c52c883dc8a3 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Unset dirty status for tenant:8733068c398e483e93b67dd9619ed93c on resource:port {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:38:07.064361 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-3e8fb842-818f-41f9-a8f3-c52c883dc8a3 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 945 time: 0.2830944
Jul 23 16:38:07.212057 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9be1439f-1764-4d81-bd7a-8b40f546024d req-a2d5690e-35d4-4ab2-a215-914b00b7eacd tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1573634
Jul 23 16:38:07.269109 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Deleting port b3f92a96-aecd-44a7-9c88-bb47fe39c916 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:38:07.271473 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:07.591742 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4b6ad-3286-432e-a859-cbe439689f24 req-ad7d864f-e0d4-4302-bb93-b9eb5da9cca1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:07.603904 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b9c4b6ad-3286-432e-a859-cbe439689f24 req-ad7d864f-e0d4-4302-bb93-b9eb5da9cca1 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 945 time: 0.2196529
Jul 23 16:38:07.715824 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b9c4b6ad-3286-432e-a859-cbe439689f24 req-45c3d18c-f32c-42ec-b5da-a8ceecfd1353 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1084948
Jul 23 16:38:07.916848 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8fcfb564-287a-416e-bc9a-78e6742f7d8c req-fc3f6fa6-70de-43a3-871e-325d58d78050 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 210 time: 0.0930543
Jul 23 16:38:08.063090 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] For port b3f92a96-aecd-44a7-9c88-bb47fe39c916, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=b3f92a96-aecd-44a7-9c88-bb47fe39c916,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:38:08.064021 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:08.916524 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:08.917209 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:08.917753 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.l3_db [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Floating IP 7f2c996b-f27a-4818-847d-f45b94f1c82e disassociated. External IP: 172.27.3.128, port: b3f92a96-aecd-44a7-9c88-bb47fe39c916.
Jul 23 16:38:08.918349 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Calling delete_port for b3f92a96-aecd-44a7-9c88-bb47fe39c916 owned by compute:nova {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:38:09.189405 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-a6ffbbe4-7a95-41b1-9480-b1af5eec18da tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:09.192078 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-a6ffbbe4-7a95-41b1-9480-b1af5eec18da tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 811 time: 0.7536964
Jul 23 16:38:09.206475 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1b491-d826-41e7-8cee-b9f1cd4d0fba req-8d046259-eeb5-4d13-8226-273ae9a77ae2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:09.210782 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-71b1b491-d826-41e7-8cee-b9f1cd4d0fba req-8d046259-eeb5-4d13-8226-273ae9a77ae2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.4350336
Jul 23 16:38:09.418991 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:09.433100 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4688e51f-5d5a-4548-af54-cfdac51e70f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:09.485416 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-c26703ec-5ac1-40d1-9bec-cc63eaa53f5b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc525d89aee14793ba73c5a98b77132f HTTP/1.1" status: 200  len: 379 time: 0.1767526
Jul 23 16:38:09.507328 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Request body: {'port': {'device_id': '4672d400-1f93-4858-9e36-e295bfd751f4', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'admin_state_up': True, 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'security_groups': ['5817301c-f6c2-4ba0-8781-a930ca891933']}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:38:09.545270 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event deleted for resources: {'Port': ['ID=b3f92a96-aecd-44a7-9c88-bb47fe39c916,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:09.566282 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-71b1b491-d826-41e7-8cee-b9f1cd4d0fba req-c161ef62-73bc-4a69-a0a7-21d0d5b1bb5a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2309198
Jul 23 16:38:09.574780 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:09.575381 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:09.575972 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:09.576547 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:09.577152 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:09.577814 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:09.578610 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:09.579206 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:09.579838 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:09.580395 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:09.580876 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:09.588897 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:09.715797 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952e262-8df7-4886-8bb4-e8f22acea274 req-155b5f85-6c55-45a3-8cf5-848396fbc866 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:09.718655 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a952e262-8df7-4886-8bb4-e8f22acea274 req-155b5f85-6c55-45a3-8cf5-848396fbc866 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 867 time: 0.5058835
Jul 23 16:38:09.949068 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a952e262-8df7-4886-8bb4-e8f22acea274 req-7da4e1f4-1635-472f-b1d4-b1a59531114d tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups?id=a23d11b8-77c7-41e6-8397-ecd35ee35be6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2133772
Jul 23 16:38:10.095988 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-881c2cdc-106d-4d28-a98a-e9136567cc5b req-ceea73df-60d7-4e2a-8cca-2675ad60ea6a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 210 time: 0.1451223
Jul 23 16:38:10.128903 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:38:10.190269 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:38:10.226063 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Made reservation on behalf of bc525d89aee14793ba73c5a98b77132f for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:38:10.232176 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:10.259636 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Router 472cde1c-dfba-4dc7-a948-d5055a226b64 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:38:10.305036 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:10.766364 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Allocated IP 172.20.0.12 (a0209d5a-e155-43a0-9685-2a25e8e43af5/32037a29-ea31-4a12-b753-e6dea9e828a9/3c692961-640a-4d43-a326-03538290efbd) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:38:10.774968 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device b3f92a96-aecd-44a7-9c88-bb47fe39c916 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:38:10.923872 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: b3f92a96-aecd-44a7-9c88-bb47fe39c916 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:38:10.924580 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device b3f92a96-aecd-44a7-9c88-bb47fe39c916 not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:38:11.136024 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:38:11.157023 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aafeee-0e60-4eed-8b43-a441dee0ec66 None None] Sync routers for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:38:11.184384 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aafeee-0e60-4eed-8b43-a441dee0ec66 None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:38:11.185905 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-45aafeee-0e60-4eed-8b43-a441dee0ec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f3dae20>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:37:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:11.222604 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:11.256463 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Transition to ACTIVE for port object 3c692961-640a-4d43-a326-03538290efbd will not be triggered until provisioned by entity DHCP. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:38:11.350589 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] No DVR routers for this DVR port b3f92a96-aecd-44a7-9c88-bb47fe39c916 on host hv-cinder-80203 {{(pid=74313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:38:11.355544 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:11.375449 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc2821e-b204-4d28-a999-087f2f0a7ce6', 'name': 'network-vif-deleted', 'tag': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:38:11.387690 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-0d878e8e-e5bf-4afd-959c-0266b9802e91 req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.46 "DELETE /v2.0/ports/b3f92a96-aecd-44a7-9c88-bb47fe39c916 HTTP/1.1" status: 204  len: 173 time: 4.3059683
Jul 23 16:38:11.519834 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:11.560876 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-4c5b7cde-cc7b-4074-af7d-eb4d810312e6 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:11.711616 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'Port': ['ID=3c692961-640a-4d43-a326-03538290efbd,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:11.739613 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8ee0f795-6492-42ff-ade5-edb91c037e9e req-64b15a83-ca0d-4678-b1ed-cb0cf81344b2 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdc2821e-b204-4d28-a999-087f2f0a7ce6 HTTP/1.1" status: 200  len: 210 time: 0.2933490
Jul 23 16:38:11.773081 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:11.773803 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:11.774497 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:11.775201 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:11.775925 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:11.776596 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:11.777255 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:11.777931 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:11.778548 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:11.783957 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:11.783957 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:11.789969 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-45aafeee-0e60-4eed-8b43-a441dee0ec66 None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:38:11.790853 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:11.818438 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Network a0209d5a-e155-43a0-9685-2a25e8e43af5 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:38:11.835086 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:38:11.855856 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:38:12.150280 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac695b-5623-4da5-8d31-905f26b43a41 req-f6ac063c-457a-4a78-ad97-f8f82ca868cf tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:12.162982 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-32ac695b-5623-4da5-8d31-905f26b43a41 req-f6ac063c-457a-4a78-ad97-f8f82ca868cf tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.8882842
Jul 23 16:38:12.192288 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:12.198645 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:12.499945 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0007713
Jul 23 16:38:12.529224 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Request body: {'port': {'device_id': '4672d400-1f93-4858-9e36-e295bfd751f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:38:12.683094 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-32ac695b-5623-4da5-8d31-905f26b43a41 req-cafee7f1-919b-4db1-a1ae-73ca4d894458 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3999062
Jul 23 16:38:12.808149 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-0ab67087-9b75-4989-ae3a-690086a0c22b None None] Provisioning for port 3c692961-640a-4d43-a326-03538290efbd completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:38:12.894831 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-0ab67087-9b75-4989-ae3a-690086a0c22b None None] Provisioning complete for port 3c692961-640a-4d43-a326-03538290efbd triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:38:12.895480 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-0ab67087-9b75-4989-ae3a-690086a0c22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:12.902783 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce621223-dd46-4fa0-a207-94179bc3ad2e req-3aea0a75-ccae-4c8a-9c64-61c9e32044fc tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:12.909217 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-ce621223-dd46-4fa0-a207-94179bc3ad2e req-3aea0a75-ccae-4c8a-9c64-61c9e32044fc tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Synchronizing usage tracker for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:38:12.966596 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:12.993271 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc2821e-b204-4d28-a999-087f2f0a7ce6', 'name': 'network-vif-deleted', 'tag': 'b3f92a96-aecd-44a7-9c88-bb47fe39c916', 'status': 'completed', 'code': 200}
Jul 23 16:38:13.123071 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-ce621223-dd46-4fa0-a207-94179bc3ad2e req-3aea0a75-ccae-4c8a-9c64-61c9e32044fc tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Unset dirty status for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:38:13.129586 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-0ab67087-9b75-4989-ae3a-690086a0c22b None None] Port 3c692961-640a-4d43-a326-03538290efbd cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:38:13.146659 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ce621223-dd46-4fa0-a207-94179bc3ad2e req-3aea0a75-ccae-4c8a-9c64-61c9e32044fc tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 932 time: 0.8481362
Jul 23 16:38:13.346230 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50230) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:13.358333 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ce621223-dd46-4fa0-a207-94179bc3ad2e req-984d917b-1f1d-47e3-b421-89f23b06f6c9 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2061555
Jul 23 16:38:13.399565 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-45aafeee-0e60-4eed-8b43-a441dee0ec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f3dae20>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:36Z', 'revision_number': 5, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:13.420156 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aafeee-0e60-4eed-8b43-a441dee0ec66 None None] Checking router: 472cde1c-dfba-4dc7-a948-d5055a226b64 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:38:13.454080 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aafeee-0e60-4eed-8b43-a441dee0ec66 None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:38:13.455131 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-45aafeee-0e60-4eed-8b43-a441dee0ec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f3dae20>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:37:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:13.571257 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7a083f18-291b-4c30-a67d-cd24090cb1ab tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:13.642926 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7a083f18-291b-4c30-a67d-cd24090cb1ab tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:13.774031 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7a083f18-291b-4c30-a67d-cd24090cb1ab tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:13.785177 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c9c58570-cf32-4a39-8b68-5581cd719e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:13.815935 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a083f18-291b-4c30-a67d-cd24090cb1ab tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23d11b8-77c7-41e6-8397-ecd35ee35be6,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:13.821563 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-7a083f18-291b-4c30-a67d-cd24090cb1ab tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:13.835152 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7a083f18-291b-4c30-a67d-cd24090cb1ab tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:13.838055 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-7a083f18-291b-4c30-a67d-cd24090cb1ab tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "DELETE /v2.0/security-groups/a23d11b8-77c7-41e6-8397-ecd35ee35be6 HTTP/1.1" status: 204  len: 168 time: 0.4897053
Jul 23 16:38:13.841399 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50236) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:13.880918 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.api.v2.resource [None req-0d002b4e-8b21-4047-888e-d1cfdaa2fedd tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] show failed (client error): The resource could not be found.
Jul 23 16:38:13.883220 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-0d002b4e-8b21-4047-888e-d1cfdaa2fedd tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "GET /v2.0/security-groups/a23d11b8-77c7-41e6-8397-ecd35ee35be6 HTTP/1.1" status: 404  len: 347 time: 0.0389187
Jul 23 16:38:13.888651 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50240) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:14.105607 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c692961-640a-4d43-a326-03538290efbd {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:38:14.134199 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:14.166580 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-45aafeee-0e60-4eed-8b43-a441dee0ec66 None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:38:14.196284 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Transition to ACTIVE for port object 3c692961-640a-4d43-a326-03538290efbd will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:38:14.262575 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:14.276487 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f70fd016-786a-4cc4-9d67-9fe13f8c15e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:14.287513 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-92516c21-9ee9-46a4-a210-12ff8e5fab29 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Deleting port 0a2e7604-a67d-4afe-9e8c-1dc2f2b52de3 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:38:14.288396 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-92516c21-9ee9-46a4-a210-12ff8e5fab29 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:14.341327 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-bc54e94e-d110-48ae-b087-870014d665a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:14.614812 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Pushing event updated for resources: {'Port': ['ID=3c692961-640a-4d43-a326-03538290efbd,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:14.620795 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:14.851603 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006496f-d309-44ec-8de9-0f73b8d295bd req-b8c376f2-635a-453a-8ce0-a84d8588f01e tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:14.873045 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b006496f-d309-44ec-8de9-0f73b8d295bd req-b8c376f2-635a-453a-8ce0-a84d8588f01e tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.6744828
Jul 23 16:38:14.909118 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-92516c21-9ee9-46a4-a210-12ff8e5fab29 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:14.909997 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-92516c21-9ee9-46a4-a210-12ff8e5fab29 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:15.043013 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:15.112815 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Attempting to bind port 3c692961-640a-4d43-a326-03538290efbd on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:38:15.114209 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Attempting to bind port 3c692961-640a-4d43-a326-03538290efbd by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:38:15.115492 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Attempting to bind port 3c692961-640a-4d43-a326-03538290efbd on network a0209d5a-e155-43a0-9685-2a25e8e43af5 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:38:15.135040 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-45aafeee-0e60-4eed-8b43-a441dee0ec66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f3dae20>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:36Z', 'revision_number': 5, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:15.155862 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aafeee-0e60-4eed-8b43-a441dee0ec66 None None] The sync data for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi is: [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:29:50Z', 'revision_number': 4, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '876797aa-dd48-4997-9740-db4246dea916', 'name': '', 'network_id': 'ce82339f-eeee-471f-96ff-22dbd70c45a7', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'mac_address': 'fa:16:3e:94:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:49Z', 'updated_at': '2021-07-23T16:30:36Z', 'revision_number': 5, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'subnets': [{'id': '6a685292-3ace-4bd8-8dcc-ef7b928244a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:38:15.181409 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e2116-bbfe-4bd5-8602-9a965a27d902 req-471be069-12da-4b3f-9609-bf94ccaf9271 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:15.184517 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-485e2116-bbfe-4bd5-8602-9a965a27d902 req-471be069-12da-4b3f-9609-bf94ccaf9271 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 944 time: 0.5509820
Jul 23 16:38:15.187894 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b006496f-d309-44ec-8de9-0f73b8d295bd req-424d2596-3a82-4610-9f2b-e0cc0e3cf2fa tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3134689
Jul 23 16:38:15.189465 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Port 3c692961-640a-4d43-a326-03538290efbd on network a0209d5a-e155-43a0-9685-2a25e8e43af5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:38:15.190689 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Attempting to bind port 3c692961-640a-4d43-a326-03538290efbd on network a0209d5a-e155-43a0-9685-2a25e8e43af5 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:38:15.255000 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:38:15.255978 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Checking segment: {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:38:15.256854 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Bound using segment: {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:38:15.257698 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Bound port: 3c692961-640a-4d43-a326-03538290efbd, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:38:15.258553 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:15.296257 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-92516c21-9ee9-46a4-a210-12ff8e5fab29 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Calling delete_port for 0a2e7604-a67d-4afe-9e8c-1dc2f2b52de3 owned by network:floatingip {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:38:15.422585 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-485e2116-bbfe-4bd5-8602-9a965a27d902 req-ca096b1f-9f83-4a87-8988-1dd15650fadb tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2262414
Jul 23 16:38:15.515074 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] For port 3c692961-640a-4d43-a326-03538290efbd, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:38:15.524284 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] For port 3c692961-640a-4d43-a326-03538290efbd, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3c692961-640a-4d43-a326-03538290efbd,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:38:15.540702 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:15.550452 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:15.625446 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-92516c21-9ee9-46a4-a210-12ff8e5fab29 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:15.636647 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:15.666883 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:15.669465 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] 10.222.0.46 "PUT /v2.0/ports/3c692961-640a-4d43-a326-03538290efbd HTTP/1.1" status: 200  len: 1094 time: 3.1493382
Jul 23 16:38:15.670364 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4672d400-1f93-4858-9e36-e295bfd751f4', 'tag': '3c692961-640a-4d43-a326-03538290efbd'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:38:15.724003 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Pushing event updated for resources: {'Port': ['ID=3c692961-640a-4d43-a326-03538290efbd,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:15.733167 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:15.760738 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92516c21-9ee9-46a4-a210-12ff8e5fab29 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Pushing event deleted for resources: {'Port': ['ID=0a2e7604-a67d-4afe-9e8c-1dc2f2b52de3,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:15.773020 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fa9632-6221-4ea3-9810-500151182a8a None None] New status for floating IP 7f2c996b-f27a-4818-847d-f45b94f1c82e: DOWN {{(pid=74315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:38:15.913422 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-92516c21-9ee9-46a4-a210-12ff8e5fab29 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:15.923153 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4672d400-1f93-4858-9e36-e295bfd751f4', 'tag': '3c692961-640a-4d43-a326-03538290efbd', 'status': 'completed', 'code': 200}
Jul 23 16:38:15.977284 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-8b18f19e-a3b4-43ca-9ac7-a56189163161 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 1097 time: 0.2040606
Jul 23 16:38:16.004226 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-92516c21-9ee9-46a4-a210-12ff8e5fab29 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks [] for floatingip, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:16.072657 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-92516c21-9ee9-46a4-a210-12ff8e5fab29 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:16.075207 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-92516c21-9ee9-46a4-a210-12ff8e5fab29 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] 10.222.0.11 "DELETE /v2.0/floatingips/7f2c996b-f27a-4818-847d-f45b94f1c82e HTTP/1.1" status: 204  len: 168 time: 2.1835830
Jul 23 16:38:16.164213 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-c6ded01d-c19d-4394-84da-5996f3c989d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c692961-640a-4d43-a326-03538290efbd HTTP/1.1" status: 200  len: 217 time: 0.1661279
Jul 23 16:38:16.323533 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-cf700c42-2b42-4a4d-9fe5-e349ab8d820c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:16.326682 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-cf700c42-2b42-4a4d-9fe5-e349ab8d820c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.1544003
Jul 23 16:38:16.496521 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-17713319-c262-4c91-847a-7b474e52a064 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1547205
Jul 23 16:38:16.606617 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4632d9fc-473d-457e-b37a-3ab71cd4fe22 req-241c5091-e07e-42ab-83a1-aba933c4cd23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 1098 time: 0.1603730
Jul 23 16:38:16.732297 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-40fc8eb6-2142-45d2-83b6-10da8cb77b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:16.844057 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632d9fc-473d-457e-b37a-3ab71cd4fe22 req-dd531b41-fb46-49c4-9e68-f50113199ab4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:16.846651 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4632d9fc-473d-457e-b37a-3ab71cd4fe22 req-dd531b41-fb46-49c4-9e68-f50113199ab4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a HTTP/1.1" status: 200  len: 917 time: 0.2332089
Jul 23 16:38:16.986617 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-86e7c8a1-1794-473f-b6e3-a67d038bed36 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4244466
Jul 23 16:38:17.009655 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dfa66-3312-442b-923a-528e88346b55 req-86f63566-c067-445e-b7ea-451db908274c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:17.012383 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-289dfa66-3312-442b-923a-528e88346b55 req-86f63566-c067-445e-b7ea-451db908274c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.5198934
Jul 23 16:38:17.048536 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4632d9fc-473d-457e-b37a-3ab71cd4fe22 req-6097987d-868a-4c29-a76d-ae53ee296105 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d HTTP/1.1" status: 200  len: 1000 time: 0.1940918
Jul 23 16:38:17.287934 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632d9fc-473d-457e-b37a-3ab71cd4fe22 req-4d662bf1-991d-4bbe-8289-5c5de33d6647 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:17.290163 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4632d9fc-473d-457e-b37a-3ab71cd4fe22 req-4d662bf1-991d-4bbe-8289-5c5de33d6647 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82c0dc70-c251-4f95-9b4f-2413f88533bb HTTP/1.1" status: 200  len: 855 time: 0.2347844
Jul 23 16:38:17.344296 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117860db-642a-46c5-ae21-01a9f903e0fd req-7ac66358-9957-4069-ad52-7279794c2890 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:17.347001 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-117860db-642a-46c5-ae21-01a9f903e0fd req-7ac66358-9957-4069-ad52-7279794c2890 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 944 time: 0.5942008
Jul 23 16:38:17.440107 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4632d9fc-473d-457e-b37a-3ab71cd4fe22 req-d5cf02dc-a193-4c73-a342-ceb8b1a000b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1423213
Jul 23 16:38:17.465071 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-289dfa66-3312-442b-923a-528e88346b55 req-558f78d4-db54-4bba-bc8a-3039897520cc tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4163809
Jul 23 16:38:17.535041 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-04be6c37-6d91-43c7-9bc2-8f0e41333992 req-f1523629-d2cb-4fc4-85dd-afe2c18bdb6c service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5370085
Jul 23 16:38:17.556615 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-117860db-642a-46c5-ae21-01a9f903e0fd req-4a46483e-0275-4e8a-bbaa-aeedadfe484a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1816106
Jul 23 16:38:17.712757 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4632d9fc-473d-457e-b37a-3ab71cd4fe22 req-74502427-4ed7-4330-93c1-14eb01a4da9a service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2647009
Jul 23 16:38:17.793455 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bac645d9-d78f-4ebe-a5e8-a109cce5b796 req-b068b137-29a7-49e0-a108-97c904fc6419 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 1097 time: 0.1467772
Jul 23 16:38:17.990891 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-4632d9fc-473d-457e-b37a-3ab71cd4fe22 req-c306f202-4419-4056-8f84-0c262e3cf057 service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2706859
Jul 23 16:38:18.094280 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac645d9-d78f-4ebe-a5e8-a109cce5b796 req-e4987b90-6847-41de-a493-c7bdec98b4f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:18.097143 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bac645d9-d78f-4ebe-a5e8-a109cce5b796 req-e4987b90-6847-41de-a493-c7bdec98b4f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 912 time: 0.2960951
Jul 23 16:38:18.170164 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:18.228498 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bac645d9-d78f-4ebe-a5e8-a109cce5b796 req-3513c322-27dc-43f4-9185-054a843fa6f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c692961-640a-4d43-a326-03538290efbd HTTP/1.1" status: 200  len: 217 time: 0.1235540
Jul 23 16:38:18.332351 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac645d9-d78f-4ebe-a5e8-a109cce5b796 req-ab0fbbfa-e20c-496c-b43b-947e9893d865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:18.334524 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bac645d9-d78f-4ebe-a5e8-a109cce5b796 req-ab0fbbfa-e20c-496c-b43b-947e9893d865 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.0986593
Jul 23 16:38:18.437072 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bac645d9-d78f-4ebe-a5e8-a109cce5b796 req-bc3e115f-6ce8-47a3-8dee-3cc181891d84 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0930116
Jul 23 16:38:18.706811 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bac645d9-d78f-4ebe-a5e8-a109cce5b796 req-5a5a4d97-a5c8-4208-8c02-f2bff0e4d9a9 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2613733
Jul 23 16:38:19.037503 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bac645d9-d78f-4ebe-a5e8-a109cce5b796 req-b3f9a55f-53aa-438b-baec-7506576f6b54 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3224490
Jul 23 16:38:19.065162 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51329a-24de-45be-8fa6-f026923941fc req-14f69ffa-0c4b-46dd-9e1c-49444607f0bb tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:19.067857 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fe51329a-24de-45be-8fa6-f026923941fc req-14f69ffa-0c4b-46dd-9e1c-49444607f0bb tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.3066604
Jul 23 16:38:19.082832 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f0d33-0d87-4c7d-b21c-2db56650eb27 req-ba40fc42-c254-4e66-a66e-154fe286d1ab tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:19.085557 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1a8f0d33-0d87-4c7d-b21c-2db56650eb27 req-ba40fc42-c254-4e66-a66e-154fe286d1ab tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 944 time: 0.2175875
Jul 23 16:38:19.172717 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fe51329a-24de-45be-8fa6-f026923941fc req-21e15dcb-f454-47cb-939c-f3ade6504a35 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860696
Jul 23 16:38:19.182915 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1a8f0d33-0d87-4c7d-b21c-2db56650eb27 req-6fc1e9c9-e8c2-4055-be77-2efa9bf944d8 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784070
Jul 23 16:38:19.352595 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:20.651708 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8a19e-640e-4212-8750-4e47e0b7bd07 req-388adece-3533-461d-98c2-98f010d8be2e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:20.653726 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-48f8a19e-640e-4212-8750-4e47e0b7bd07 req-388adece-3533-461d-98c2-98f010d8be2e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 944 time: 0.2255290
Jul 23 16:38:20.665816 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacc4c0-271e-48c8-8828-9620a22fda5f req-d559eba7-5c14-476a-8f1e-ef3eec66f23a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:20.667855 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-baacc4c0-271e-48c8-8828-9620a22fda5f req-d559eba7-5c14-476a-8f1e-ef3eec66f23a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 945 time: 0.1790867
Jul 23 16:38:20.764793 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-48f8a19e-640e-4212-8750-4e47e0b7bd07 req-b1fa8d25-ede5-4d6e-8503-991d3741e947 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0953653
Jul 23 16:38:20.774504 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-baacc4c0-271e-48c8-8828-9620a22fda5f req-2e4ae9a0-9fde-40b1-bdc8-4cfbbc29248e tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859015
Jul 23 16:38:20.821255 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 2347d2ab-139d-4101-b01c-beb9bf8ef93d no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:38:21.095873 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:21.152600 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:38:21.176496 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:38:21.182749 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:21.187061 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:21.303626 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50302) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:21.336161 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=2347d2ab-139d-4101-b01c-beb9bf8ef93d,revision_number=8']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:21.341995 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:21.392476 dv-cinder-802039-1-iscsi neutron-server[74314]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'code': 422} returned with failed status
Jul 23 16:38:22.138253 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6270b-0d05-4c99-ac9e-fc81f309cec1 req-0863b304-5fae-4195-9afb-9ac2b9ec2d38 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:22.141339 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9dd6270b-0d05-4c99-ac9e-fc81f309cec1 req-0863b304-5fae-4195-9afb-9ac2b9ec2d38 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 944 time: 0.1627574
Jul 23 16:38:22.231809 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9dd6270b-0d05-4c99-ac9e-fc81f309cec1 req-d831377e-6af8-4c38-954a-7c6bdfd958dd tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0773473
Jul 23 16:38:22.409306 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5379-b74d-47fe-93e5-1097d4bbeb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414559'] for router_interface, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:23.078886 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d23d0c38-edf5-4eb3-a187-4a4c15b973dd req-c92180a2-be16-4e8c-be17-7ac771b6d1a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1285789
Jul 23 16:38:23.627835 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f5379-b74d-47fe-93e5-1097d4bbeb82 admin admin] Deleting port 876797aa-dd48-4997-9740-db4246dea916 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:38:23.628585 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5379-b74d-47fe-93e5-1097d4bbeb82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:23.761423 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cc460-53a4-4e3e-854c-62f91c33c430 req-76726f0b-f152-44c1-8cf5-7f373b17f055 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:23.764661 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-696cc460-53a4-4e3e-854c-62f91c33c430 req-76726f0b-f152-44c1-8cf5-7f373b17f055 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.2640848
Jul 23 16:38:23.781278 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c5e2c-5b84-4f23-bfa0-bde1b367a39c req-6c757d6b-69a5-40f1-a64c-e8cde774dfef tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:23.784740 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-854c5e2c-5b84-4f23-bfa0-bde1b367a39c req-6c757d6b-69a5-40f1-a64c-e8cde774dfef tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 944 time: 0.2198386
Jul 23 16:38:24.026500 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-696cc460-53a4-4e3e-854c-62f91c33c430 req-9e3dd320-be52-4ae2-b819-c8a67823e084 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2399671
Jul 23 16:38:24.033805 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-877a74f6-7ae9-46cc-82bb-cd6615a75da2 req-c7534af6-d6c3-48df-b570-f104f9a29ef7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5298820
Jul 23 16:38:24.040161 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-854c5e2c-5b84-4f23-bfa0-bde1b367a39c req-e8477bbe-9e13-4bd3-b1d5-5442b96fa3b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2212279
Jul 23 16:38:24.174109 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-2d0f5379-b74d-47fe-93e5-1097d4bbeb82 admin admin] For port 876797aa-dd48-4997-9740-db4246dea916, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=876797aa-dd48-4997-9740-db4246dea916,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:38:24.174735 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5379-b74d-47fe-93e5-1097d4bbeb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:24.432875 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f5379-b74d-47fe-93e5-1097d4bbeb82 admin admin] Calling delete_port for 876797aa-dd48-4997-9740-db4246dea916 owned by network:router_interface {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:38:24.792166 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5379-b74d-47fe-93e5-1097d4bbeb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:24.799195 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d517d7ff-1a9e-46fa-b19c-21ddc8cb18fc tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:24.836184 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 3c692961-640a-4d43-a326-03538290efbd details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:38:24.860106 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 2347d2ab-139d-4101-b01c-beb9bf8ef93d no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:38:24.873239 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f5379-b74d-47fe-93e5-1097d4bbeb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=876797aa-dd48-4997-9740-db4246dea916,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:24.879217 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-2d0f5379-b74d-47fe-93e5-1097d4bbeb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:24.985539 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.resource_extend [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jul 23 16:38:25.015503 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-877a74f6-7ae9-46cc-82bb-cd6615a75da2 req-77d7b19f-f51c-4500-8ffc-3dc485a42d61 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1&tenant_id=b2efe7e48fb140c5b6b33a9d628704a0 HTTP/1.1" status: 200  len: 1096 time: 0.1499062
Jul 23 16:38:25.235851 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-877a74f6-7ae9-46cc-82bb-cd6615a75da2 req-f8d40aee-7fee-4ea0-b4ea-fff2848554c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 1096 time: 0.1721954
Jul 23 16:38:25.509926 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 3c692961-640a-4d43-a326-03538290efbd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3c692961-640a-4d43-a326-03538290efbd,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:38:25.511737 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2d0f5379-b74d-47fe-93e5-1097d4bbeb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1454223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414635'] for router_interface, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:25.554003 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '3c692961-640a-4d43-a326-03538290efbd', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'port_id': '3c692961-640a-4d43-a326-03538290efbd', 'mac_address': 'fa:16:3e:0c:75:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:38:25.670691 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:25.694000 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c692961-640a-4d43-a326-03538290efbd {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:38:25.721960 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 3c692961-640a-4d43-a326-03538290efbd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3c692961-640a-4d43-a326-03538290efbd,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:38:25.729948 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:25.733066 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:25.776368 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a74f6-7ae9-46cc-82bb-cd6615a75da2 req-7eb8874e-7ba2-42ad-bb1b-44c106da48c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:25.779195 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-877a74f6-7ae9-46cc-82bb-cd6615a75da2 req-7eb8874e-7ba2-42ad-bb1b-44c106da48c8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a HTTP/1.1" status: 200  len: 917 time: 0.5358465
Jul 23 16:38:25.864423 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=3c692961-640a-4d43-a326-03538290efbd,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:25.870185 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:25.907276 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ab726-a450-46b8-ba8d-0cc77bbe4db4 req-2578f7dd-0d44-4380-a3a2-d8f56f2eb673 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:25.912526 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f96ab726-a450-46b8-ba8d-0cc77bbe4db4 req-2578f7dd-0d44-4380-a3a2-d8f56f2eb673 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.4822259
Jul 23 16:38:26.008172 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bc4e2-56f8-4080-a091-18d2e7ee473d req-14b573b3-3727-4cc3-a615-a2a643c7186f tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:26.011050 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cb6bc4e2-56f8-4080-a091-18d2e7ee473d req-14b573b3-3727-4cc3-a615-a2a643c7186f tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 944 time: 0.4919336
Jul 23 16:38:26.065069 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['3c692961-640a-4d43-a326-03538290efbd'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:38:26.123005 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-877a74f6-7ae9-46cc-82bb-cd6615a75da2 req-72ca65ff-ae1b-4f76-8730-63ce9633772f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d HTTP/1.1" status: 200  len: 998 time: 0.3364549
Jul 23 16:38:26.213235 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f96ab726-a450-46b8-ba8d-0cc77bbe4db4 req-87cd56d4-8e93-4b58-b10c-c4b9f82cc13e tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2900565
Jul 23 16:38:26.252218 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cb6bc4e2-56f8-4080-a091-18d2e7ee473d req-d1eeeaa4-93c4-49e9-a50d-ef24eb90c9c5 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2232602
Jul 23 16:38:26.311100 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a74f6-7ae9-46cc-82bb-cd6615a75da2 req-7f08a4f9-2e18-4f81-bb67-01ad582d7411 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:26.314112 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-877a74f6-7ae9-46cc-82bb-cd6615a75da2 req-7f08a4f9-2e18-4f81-bb67-01ad582d7411 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82c0dc70-c251-4f95-9b4f-2413f88533bb HTTP/1.1" status: 200  len: 855 time: 0.1709445
Jul 23 16:38:26.449110 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-877a74f6-7ae9-46cc-82bb-cd6615a75da2 req-0ad45a18-8fae-4979-9287-38c2c109dd99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1260581
Jul 23 16:38:26.664989 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0f5379-b74d-47fe-93e5-1097d4bbeb82 admin admin] Router 472cde1c-dfba-4dc7-a948-d5055a226b64 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:38:26.690509 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-877a74f6-7ae9-46cc-82bb-cd6615a75da2 req-c23711ad-d49b-4946-90de-37c20b092e2c service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2350125
Jul 23 16:38:26.944078 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-877a74f6-7ae9-46cc-82bb-cd6615a75da2 req-7ab250a9-b626-4b08-8b8c-84ec56522863 service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2457144
Jul 23 16:38:27.208670 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0f5379-b74d-47fe-93e5-1097d4bbeb82 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:38:27.225225 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6559cc0f-a490-4984-88fb-236e71e82fc7 None None] Sync routers for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:38:27.237397 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-2d0f5379-b74d-47fe-93e5-1097d4bbeb82 admin admin] 10.222.0.11 "PUT /v2.0/routers/472cde1c-dfba-4dc7-a948-d5055a226b64/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9280920
Jul 23 16:38:27.237932 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50344) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:27.257058 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6559cc0f-a490-4984-88fb-236e71e82fc7 None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:38:27.258040 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-6559cc0f-a490-4984-88fb-236e71e82fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f658910>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:38:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:27.608112 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-6559cc0f-a490-4984-88fb-236e71e82fc7 None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:38:27.632627 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Notify callbacks [] for router, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:27.667518 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:38:27.806806 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db527f-0474-4327-b107-41811b063513 req-61c527ca-96b7-4525-bb15-7d190119a2af tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:27.816530 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d6db527f-0474-4327-b107-41811b063513 req-61c527ca-96b7-4525-bb15-7d190119a2af tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.3009360
Jul 23 16:38:27.862966 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a4fe7-754a-4417-af5b-f09df811193c req-448416ad-d19d-4945-bafb-da74bf0bb083 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:27.877969 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d13a4fe7-754a-4417-af5b-f09df811193c req-448416ad-d19d-4945-bafb-da74bf0bb083 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 945 time: 0.2988408
Jul 23 16:38:28.012714 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d6db527f-0474-4327-b107-41811b063513 req-aa9bb746-8ab2-4947-bc1b-b3cf39d0002b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1948178
Jul 23 16:38:28.065549 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d13a4fe7-754a-4417-af5b-f09df811193c req-348efbcf-e35c-4ce8-8fa9-ceb79224659f tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1491816
Jul 23 16:38:28.085832 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:28.110785 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Deleting port e3478add-2d4d-4122-bdcb-96f0bc080151 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:38:28.112259 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:28.337290 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-6559cc0f-a490-4984-88fb-236e71e82fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f658910>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253'}], 'enable_snat': True}, 'gw_port_id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:38:24Z', 'revision_number': 5, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port': {'id': 'e3478add-2d4d-4122-bdcb-96f0bc080151', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:b8:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:28.350578 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6559cc0f-a490-4984-88fb-236e71e82fc7 None None] Checking router: 472cde1c-dfba-4dc7-a948-d5055a226b64 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:38:28.395485 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6559cc0f-a490-4984-88fb-236e71e82fc7 None None] Routers {'472cde1c-dfba-4dc7-a948-d5055a226b64'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:38:28.409142 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-6559cc0f-a490-4984-88fb-236e71e82fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f658910>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:38:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['472cde1c-dfba-4dc7-a948-d5055a226b64'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:28.585482 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] For port e3478add-2d4d-4122-bdcb-96f0bc080151, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=e3478add-2d4d-4122-bdcb-96f0bc080151,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:38:28.586335 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:28.777512 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-6559cc0f-a490-4984-88fb-236e71e82fc7 None None] Set router 472cde1c-dfba-4dc7-a948-d5055a226b64 gateway port host: None {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:38:28.910455 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Calling delete_port for e3478add-2d4d-4122-bdcb-96f0bc080151 owned by network:router_gateway {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:38:28.941217 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 3c692961-640a-4d43-a326-03538290efbd up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:38:29.110249 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-6559cc0f-a490-4984-88fb-236e71e82fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f658910>, [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:38:28Z', 'revision_number': 6, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port_host': None}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:29.136394 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6559cc0f-a490-4984-88fb-236e71e82fc7 None None] The sync data for ids ['472cde1c-dfba-4dc7-a948-d5055a226b64'] in dv-cinder-802039-1-iscsi is: [{'id': '472cde1c-dfba-4dc7-a948-d5055a226b64', 'name': 'tempest-AttachVolumeTestJSON-1685316987-router', 'tenant_id': '8733068c398e483e93b67dd9619ed93c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:39Z', 'updated_at': '2021-07-23T16:38:28Z', 'revision_number': 6, 'project_id': '8733068c398e483e93b67dd9619ed93c', 'gw_port_host': None}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:38:29.229981 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 3c692961-640a-4d43-a326-03538290efbd completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:38:29.250151 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 3c692961-640a-4d43-a326-03538290efbd triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:38:29.250889 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:29.480100 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:29.498762 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:29.617130 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:29.664255 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Pushing event deleted for resources: {'Port': ['ID=e3478add-2d4d-4122-bdcb-96f0bc080151,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:29.670239 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:29.748498 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 3c692961-640a-4d43-a326-03538290efbd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3c692961-640a-4d43-a326-03538290efbd,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:38:29.758441 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4672d400-1f93-4858-9e36-e295bfd751f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c692961-640a-4d43-a326-03538290efbd'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:38:29.774044 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:29.782266 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:29.926043 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0455c04-9db4-4731-b2c8-075a5c5c356b req-3d443148-f087-4285-988c-9e50a03002b7 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:29.929499 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f0455c04-9db4-4731-b2c8-075a5c5c356b req-3d443148-f087-4285-988c-9e50a03002b7 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 946 time: 0.2713735
Jul 23 16:38:30.001650 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91548ae-136d-4b7d-92c1-fa5b4452661a req-dd4d460f-06ae-4acf-8bb1-587d9b34f3e2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:30.003799 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e91548ae-136d-4b7d-92c1-fa5b4452661a req-dd4d460f-06ae-4acf-8bb1-587d9b34f3e2 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.5503223
Jul 23 16:38:30.037662 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=3c692961-640a-4d43-a326-03538290efbd,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:30.044574 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:30.108203 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f0455c04-9db4-4731-b2c8-075a5c5c356b req-6129317a-26dc-4bd1-8228-b610a234fe37 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1604915
Jul 23 16:38:30.186962 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e91548ae-136d-4b7d-92c1-fa5b4452661a req-ce8cb985-d550-4422-a0aa-9e78fcc56b93 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1684124
Jul 23 16:38:30.360053 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4672d400-1f93-4858-9e36-e295bfd751f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c692961-640a-4d43-a326-03538290efbd', 'code': 200}
Jul 23 16:38:30.491170 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415266'] for router_gateway, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:30.885541 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device e3478add-2d4d-4122-bdcb-96f0bc080151 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:38:30.963090 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: e3478add-2d4d-4122-bdcb-96f0bc080151 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:38:30.963549 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device e3478add-2d4d-4122-bdcb-96f0bc080151 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:38:30.964709 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 876797aa-dd48-4997-9740-db4246dea916 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:38:31.030163 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 876797aa-dd48-4997-9740-db4246dea916 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:38:31.030734 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 876797aa-dd48-4997-9740-db4246dea916 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:38:31.292971 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29480'] for router, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:31.302206 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:31.390343 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416542'] for router, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:31.391238 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 472cde1c-dfba-4dc7-a948-d5055a226b64 {{(pid=74313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 23 16:38:31.432235 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Notify callbacks [] for router, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:31.434434 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] 10.222.0.11 "DELETE /v2.0/routers/472cde1c-dfba-4dc7-a948-d5055a226b64 HTTP/1.1" status: 204  len: 168 time: 4.1941864
Jul 23 16:38:31.438703 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 50376) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:31.777222 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd64252-f3c0-41f5-bc23-f548ff0bf259 admin admin] Deleting subnet 6a685292-3ace-4bd8-8dcc-ef7b928244a3 {{(pid=74312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:38:31.790190 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fcd64252-f3c0-41f5-bc23-f548ff0bf259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:32.324714 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fcd64252-f3c0-41f5-bc23-f548ff0bf259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66371828'] for subnet, precommit_delete_associations {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:32.520481 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee6d70-205a-4e09-9a4f-c5b9d2c195b9 req-b6bc6871-f48f-4103-ab34-6a29ef276ad4 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:32.536783 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-71ee6d70-205a-4e09-9a4f-c5b9d2c195b9 req-b6bc6871-f48f-4103-ab34-6a29ef276ad4 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 946 time: 0.9511790
Jul 23 16:38:32.709110 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e61f622c-7a41-4b30-ad63-936798e864cf req-2c5361ec-bfae-48c5-82d7-485fd6247ab8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 1099 time: 0.6794443
Jul 23 16:38:32.725285 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30772835-01bd-4c4d-8675-fde8e0973ee3 req-48a14363-79b7-4449-893a-d5b4f4fcd1e0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:32.730020 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-30772835-01bd-4c4d-8675-fde8e0973ee3 req-48a14363-79b7-4449-893a-d5b4f4fcd1e0 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 1.0379972
Jul 23 16:38:32.859052 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fcd64252-f3c0-41f5-bc23-f548ff0bf259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:32.944470 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-71ee6d70-205a-4e09-9a4f-c5b9d2c195b9 req-62d63857-573c-43a6-a11e-0afe50584be2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4058144
Jul 23 16:38:33.058305 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-30772835-01bd-4c4d-8675-fde8e0973ee3 req-9c971183-a104-403f-9c0f-8e2c66fb15dc tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2944274
Jul 23 16:38:33.090143 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fcd64252-f3c0-41f5-bc23-f548ff0bf259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66939672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65542847'] for subnet, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:33.101152 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:33.290595 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd64252-f3c0-41f5-bc23-f548ff0bf259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a685292-3ace-4bd8-8dcc-ef7b928244a3,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:33.296084 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fcd64252-f3c0-41f5-bc23-f548ff0bf259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:33.314893 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-fcd64252-f3c0-41f5-bc23-f548ff0bf259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:33.329913 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b51a891-1c60-42a6-adce-7271c926b313 None None] Network ce82339f-eeee-471f-96ff-22dbd70c45a7 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:38:33.332348 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-fcd64252-f3c0-41f5-bc23-f548ff0bf259 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6a685292-3ace-4bd8-8dcc-ef7b928244a3 HTTP/1.1" status: 204  len: 168 time: 1.8890693
Jul 23 16:38:33.334919 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 50382) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:33.560808 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:33.589293 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Deleting port 8f846039-3274-4d46-8659-729000a0d6f4 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:38:33.589788 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:33.749222 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4896a94-4015-4887-9117-f2ab9720d281 None None] DHCP port deletion for ce82339f-eeee-471f-96ff-22dbd70c45a7 request from dv-cinder-802039-1-iscsi {{(pid=74314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 23 16:38:33.753840 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-b4896a94-4015-4887-9117-f2ab9720d281 None None] Deleting port 8f846039-3274-4d46-8659-729000a0d6f4 {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:38:33.754258 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-b4896a94-4015-4887-9117-f2ab9720d281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:33.913525 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] For port 8f846039-3274-4d46-8659-729000a0d6f4, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=8f846039-3274-4d46-8659-729000a0d6f4,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:38:33.913945 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:34.124263 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-b4896a94-4015-4887-9117-f2ab9720d281 None None] For port 8f846039-3274-4d46-8659-729000a0d6f4, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=8f846039-3274-4d46-8659-729000a0d6f4,segment=NetworkSegment(31efe0ca-c1ae-4dac-a974-35a56124ce4d),segment_id=31efe0ca-c1ae-4dac-a974-35a56124ce4d)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:38:34.124992 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-b4896a94-4015-4887-9117-f2ab9720d281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:34.144111 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Calling delete_port for 8f846039-3274-4d46-8659-729000a0d6f4 owned by network:dhcp {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:38:34.444847 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-b4896a94-4015-4887-9117-f2ab9720d281 None None] Calling delete_port for 8f846039-3274-4d46-8659-729000a0d6f4 owned by network:dhcp {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:38:34.617956 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:34.646937 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-42a1de1f-bd5e-4d79-9636-93012cdb4bea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:34.819131 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.api [None req-b4896a94-4015-4887-9117-f2ab9720d281 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:38:34.819741 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_db.api [None req-b4896a94-4015-4887-9117-f2ab9720d281 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:38:34.836794 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f846039-3274-4d46-8659-729000a0d6f4,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:34.837720 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 8f846039-3274-4d46-8659-729000a0d6f4 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:38:34.862161 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:34.882527 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 8f846039-3274-4d46-8659-729000a0d6f4 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:38:34.882903 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 8f846039-3274-4d46-8659-729000a0d6f4 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:38:34.926563 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] No DVR routers for this DVR port 8f846039-3274-4d46-8659-729000a0d6f4 on host dv-cinder-802039-1-iscsi {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:38:35.079994 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04678a-8196-41cb-a217-782e53ab73c0 req-0a2eecea-4b66-4352-a4ac-9ee5fa4a0a97 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:35.082846 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3c04678a-8196-41cb-a217-782e53ab73c0 req-0a2eecea-4b66-4352-a4ac-9ee5fa4a0a97 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 946 time: 0.7794845
Jul 23 16:38:35.093755 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ad163-4cf3-4ebc-b3e2-58cf598840e6 req-cd97cb03-060b-4ba0-af0f-b22815c44e44 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:35.096436 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-496ad163-4cf3-4ebc-b3e2-58cf598840e6 req-cd97cb03-060b-4ba0-af0f-b22815c44e44 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.6854761
Jul 23 16:38:35.312702 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:35.321555 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-b4896a94-4015-4887-9117-f2ab9720d281 None None] Deleting port 8f846039-3274-4d46-8659-729000a0d6f4 {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:38:35.321555 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-b4896a94-4015-4887-9117-f2ab9720d281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:35.351840 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09f54ca00>,) {'filters': {'network_id': ['ce82339f-eeee-471f-96ff-22dbd70c45a7']}} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:35.410303 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f54ca00>, '31efe0ca-c1ae-4dac-a974-35a56124ce4d') {'for_net_delete': True} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:35.410831 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f54ca00>, '31efe0ca-c1ae-4dac-a974-35a56124ce4d') {} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:35.432632 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-496ad163-4cf3-4ebc-b3e2-58cf598840e6 req-280b5936-ad19-4cc4-8802-90aa644a6a7a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2370226
Jul 23 16:38:35.436042 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66371835'] for segment, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:35.451666 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3c04678a-8196-41cb-a217-782e53ab73c0 req-234e594b-0f90-4075-b063-3027b5930ef3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3535113
Jul 23 16:38:35.468903 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:35.476299 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-b4896a94-4015-4887-9117-f2ab9720d281 None None] The port '8f846039-3274-4d46-8659-729000a0d6f4' was deleted {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 23 16:38:35.483465 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=74312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:38:35.484250 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66939838'] for segment, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]: Traceback (most recent call last):
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     timer()
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     cb(*args, **kw)
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     return func(*args, **kwargs)
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     self._notify()
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     self.callback(batched_events)
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     event.method(event)
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     return f(self, *a, **k)
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._get(url).json()
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:38:35.533073 dv-cinder-802039-1-iscsi neutron-server[74312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:38:35.833133 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:35.851874 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:35.859056 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:35.898094 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce82339f-eeee-471f-96ff-22dbd70c45a7,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:35.902738 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:35.947657 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ce82339f-eeee-471f-96ff-22dbd70c45a7 HTTP/1.1" status: 204  len: 168 time: 2.5948989
Jul 23 16:38:36.313070 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 50396) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:36.420274 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-d86825d8-1063-439d-aa2a-a605fabce481 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8733068c398e483e93b67dd9619ed93c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1044202
Jul 23 16:38:36.424664 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 50400) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:36.583068 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-9de65fa7-9a75-4a73-ad25-d69bb836473e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:36.651672 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-9de65fa7-9a75-4a73-ad25-d69bb836473e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:37.063841 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-9de65fa7-9a75-4a73-ad25-d69bb836473e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:37.071164 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:37.088550 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcaeae2-3b92-4d82-b2ec-f132f87e186b req-d15cddb0-87d5-49bd-8db9-206863fda243 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:37.096813 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7fcaeae2-3b92-4d82-b2ec-f132f87e186b req-d15cddb0-87d5-49bd-8db9-206863fda243 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 946 time: 0.3896568
Jul 23 16:38:37.135228 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de65fa7-9a75-4a73-ad25-d69bb836473e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed26306-98bb-432a-8b05-bef7fff02472,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:37.147697 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-9de65fa7-9a75-4a73-ad25-d69bb836473e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:37.168197 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-9de65fa7-9a75-4a73-ad25-d69bb836473e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:37.174572 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-9de65fa7-9a75-4a73-ad25-d69bb836473e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ed26306-98bb-432a-8b05-bef7fff02472 HTTP/1.1" status: 204  len: 168 time: 0.7435067
Jul 23 16:38:37.214934 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7fcaeae2-3b92-4d82-b2ec-f132f87e186b req-ce0bbee5-4aff-4d49-a43c-ec370afd072b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1166973
Jul 23 16:38:37.261693 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54896747-0412-48db-b8cd-6e54ace7a87c req-4aeee88b-2e92-4e75-bfb5-345fad2f4a3c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:37.265542 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-54896747-0412-48db-b8cd-6e54ace7a87c req-4aeee88b-2e92-4e75-bfb5-345fad2f4a3c tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.3884711
Jul 23 16:38:37.365254 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-54896747-0412-48db-b8cd-6e54ace7a87c req-51d9f496-75da-443d-a451-9da91cdf38aa tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834897
Jul 23 16:38:38.616402 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb8994-12e7-4232-b532-dc0c74da2944 req-4afae2f7-393d-441d-9620-789252832f8d tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:38.620457 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-98bb8994-12e7-4232-b532-dc0c74da2944 req-4afae2f7-393d-441d-9620-789252832f8d tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 946 time: 0.2172947
Jul 23 16:38:38.657439 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50432) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:38.853340 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-98bb8994-12e7-4232-b532-dc0c74da2944 req-956ebc81-e75b-4354-8b6a-7cdb7438a9e4 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2214949
Jul 23 16:38:38.970199 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd0740-da4c-4e5d-ac4d-7b11b9f903f4 req-f1a865fa-072a-4768-a22c-334bd8aa5ce8 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:38.988459 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-69cd0740-da4c-4e5d-ac4d-7b11b9f903f4 req-f1a865fa-072a-4768-a22c-334bd8aa5ce8 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.2801147
Jul 23 16:38:39.129641 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-69cd0740-da4c-4e5d-ac4d-7b11b9f903f4 req-00a5f4c7-4bbe-4633-90f2-cd03a406dfc7 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1391730
Jul 23 16:38:39.137856 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-966152810-network', 'tenant_id': '5a00ffdabc624192a7b909b3747956ce'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:38:39.163740 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:38:39.171630 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Usage tracker for resource:network and tenant:5a00ffdabc624192a7b909b3747956ce is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:38:39.178419 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:38:39.193043 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:38:39.210502 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Made reservation on behalf of 5a00ffdabc624192a7b909b3747956ce for: {'network': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:38:39.214158 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:39.230202 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:39.277873 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:38:39.283575 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Usage tracker for resource:security_group_rule and tenant:5a00ffdabc624192a7b909b3747956ce is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:38:39.287219 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:38:39.294552 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:38:39.402349 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:39.408076 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:39.413885 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-72ac9340-c914-4b20-ab3b-94f8cb318c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:39.460118 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405}  {{(pid=74313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:38:39.483868 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e0e290-b1de-41d5-9408-762e9cd75403,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:39.489311 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:39.490546 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:39.490892 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.segments_db [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Added segment 6b9262b7-b74b-4c52-9717-0e0087226ddc of type vlan for network f5d500b2-6238-4491-a53e-4ba7c6f01720
Jul 23 16:38:39.533101 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:39.580524 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:39.582063 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:39.582799 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:39.586857 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:39.705025 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f5d500b2-6238-4491-a53e-4ba7c6f01720,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:39.710773 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:39.714501 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0549760
Jul 23 16:38:39.717819 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 50438) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:39.719501 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network f5d500b2-6238-4491-a53e-4ba7c6f01720 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:38:39.723797 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Request body: {'subnet': {'network_id': 'f5d500b2-6238-4491-a53e-4ba7c6f01720', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-966152810-subnet', 'tenant_id': '5a00ffdabc624192a7b909b3747956ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:38:39.729137 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:38:39.733831 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Usage tracker for resource:subnet and tenant:5a00ffdabc624192a7b909b3747956ce is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:38:39.737565 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:38:39.745584 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:38:39.758306 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Made reservation on behalf of 5a00ffdabc624192a7b909b3747956ce for: {'subnet': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:38:39.761239 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65542820'] for subnet, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:40.021476 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e61f622c-7a41-4b30-ad63-936798e864cf req-73cddd29-5b2c-4eb8-b187-2e564aa66fb5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844254
Jul 23 16:38:40.053956 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66939735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65542838'] for subnet, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:40.060855 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-71152945-e3c1-449a-9f3c-b23b62fa0156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:40.201669 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb08d9a7-d76e-4b87-95bd-fc1ab7cdda2a,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:40.208160 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:40.233496 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Checking segment: {'id': '6b9262b7-b74b-4c52-9717-0e0087226ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'f5d500b2-6238-4491-a53e-4ba7c6f01720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:38:40.233865 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Network hostable DHCP agents. Network: f5d500b2-6238-4491-a53e-4ba7c6f01720, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:38:40.268789 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dde2f-7760-414e-b559-aea6c2959ed3 req-f09a13f9-1c12-40e1-a61a-37505a326857 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:40.271125 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-371dde2f-7760-414e-b559-aea6c2959ed3 req-f09a13f9-1c12-40e1-a61a-37505a326857 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 946 time: 0.1740186
Jul 23 16:38:40.276769 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:40.319227 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Network f5d500b2-6238-4491-a53e-4ba7c6f01720 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:38:40.411281 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, f5d500b2-6238-4491-a53e-4ba7c6f01720) {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:38:40.421137 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8631387b-0f3e-4cd1-81ff-5694219c6c0d None None] Network f5d500b2-6238-4491-a53e-4ba7c6f01720 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:38:40.427898 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:40.428923 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:40.448476 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-371dde2f-7760-414e-b559-aea6c2959ed3 req-42daf253-4c7d-4ebb-913a-5aa6d75e4e93 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1672909
Jul 23 16:38:40.497966 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-73d531c5-e32c-4f00-ae5f-91950f6106b2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7708251
Jul 23 16:38:40.528639 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966631a0-6a68-4259-98f7-19e1e4016a27 req-6faf1f0a-885d-43d5-ab87-b38299392545 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:40.531338 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-966631a0-6a68-4259-98f7-19e1e4016a27 req-6faf1f0a-885d-43d5-ab87-b38299392545 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.1990077
Jul 23 16:38:40.613411 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-966631a0-6a68-4259-98f7-19e1e4016a27 req-326256c2-5f26-4156-a92d-9ed3d68d5905 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668192
Jul 23 16:38:40.834239 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d41f8d-edc4-4dfd-b7e7-3a2a69c4aedd None None] Network f5d500b2-6238-4491-a53e-4ba7c6f01720 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:38:41.799273 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b245d81b-b537-4838-9adb-8cad12edaa8d req-202878f7-643a-474e-890f-6c28cf1858f2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:41.828879 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b245d81b-b537-4838-9adb-8cad12edaa8d req-202878f7-643a-474e-890f-6c28cf1858f2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 946 time: 0.1622832
Jul 23 16:38:41.913493 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b245d81b-b537-4838-9adb-8cad12edaa8d req-f170271f-df68-4a1c-a4fe-5bfc40688fe3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0743272
Jul 23 16:38:41.966701 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50470) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:41.974322 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-486689925-network', 'tenant_id': 'c288243d0e324148a2581f61a7ae3577'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:38:41.980869 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:38:41.985993 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Usage tracker for resource:network and tenant:c288243d0e324148a2581f61a7ae3577 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:38:41.991327 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:38:42.001597 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:38:42.022161 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Made reservation on behalf of c288243d0e324148a2581f61a7ae3577 for: {'network': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:38:42.025952 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:42.046566 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:42.091041 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176ba2f-ac7d-4cfd-98e0-1c78e518892a req-5ef3e982-6af5-47dd-af99-11a1f69a3475 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:42.094178 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7176ba2f-ac7d-4cfd-98e0-1c78e518892a req-5ef3e982-6af5-47dd-af99-11a1f69a3475 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 943 time: 0.1567273
Jul 23 16:38:42.113307 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:38:42.123160 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Usage tracker for resource:security_group_rule and tenant:c288243d0e324148a2581f61a7ae3577 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:38:42.131010 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:38:42.146672 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:38:42.256447 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:42.273219 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:42.275505 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7176ba2f-ac7d-4cfd-98e0-1c78e518892a req-137a9d4a-17c3-429b-be3f-580ba2c19843 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1677201
Jul 23 16:38:42.278002 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9962b8c8-ce46-44a9-9524-ecbdca0bbfd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:42.330626 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f0002-5b9d-4683-afb2-168af9abbb72 req-48c1aec2-68fa-4a2a-acc0-abe7cdae6552 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:42.331632 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406}  {{(pid=74313) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:38:42.334177 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-823f0002-5b9d-4683-afb2-168af9abbb72 req-48c1aec2-68fa-4a2a-acc0-abe7cdae6552 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 946 time: 0.1610169
Jul 23 16:38:42.366279 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593ab545-01ed-47e7-919d-bbcab0ba41a9,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:42.370843 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:42.372205 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.segments_db [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Added segment b9d46a1e-1a88-44ac-a48c-72e7e9b37bc6 of type vlan for network 6e12d5c0-f881-407b-9c6b-0fb7b1770ee1
Jul 23 16:38:42.375159 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:42.423021 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:42.435065 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-823f0002-5b9d-4683-afb2-168af9abbb72 req-b3b0cd7e-051f-4bc0-89df-a5907eba7090 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898874
Jul 23 16:38:42.494241 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50478) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:42.499608 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:42.508805 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:42.509841 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:42.519599 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-44b12497-3d8b-40ad-ba2a-7a51d28aded7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:42.709402 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7406211
Jul 23 16:38:42.714970 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 50484) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:42.715966 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Pushing event updated for resources: {'Network': ['ID=6e12d5c0-f881-407b-9c6b-0fb7b1770ee1,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:42.720959 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:42.732649 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Request body: {'subnet': {'network_id': '6e12d5c0-f881-407b-9c6b-0fb7b1770ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-486689925-subnet', 'tenant_id': 'c288243d0e324148a2581f61a7ae3577', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:38:42.750024 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network 6e12d5c0-f881-407b-9c6b-0fb7b1770ee1 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:38:42.754988 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:38:42.764010 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Usage tracker for resource:subnet and tenant:c288243d0e324148a2581f61a7ae3577 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:38:42.773190 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:38:42.786809 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:38:42.811507 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Made reservation on behalf of c288243d0e324148a2581f61a7ae3577 for: {'subnet': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:38:42.818569 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65542820'] for subnet, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:42.942944 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 2347d2ab-139d-4101-b01c-beb9bf8ef93d details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:38:43.070334 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-aa198104-1f40-4135-beaf-75d49edbbb9f tempest-TestVolumeBootPattern-417788427 tempest-TestVolumeBootPattern-417788427-project-admin] Synchronizing usage tracker for tenant:39e6b62b5494444d99210da6a9150f2d on resource:port {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:38:43.093945 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-aa198104-1f40-4135-beaf-75d49edbbb9f tempest-TestVolumeBootPattern-417788427 tempest-TestVolumeBootPattern-417788427-project-admin] Unset dirty status for tenant:39e6b62b5494444d99210da6a9150f2d on resource:port {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:38:43.095749 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-aa198104-1f40-4135-beaf-75d49edbbb9f tempest-TestVolumeBootPattern-417788427 tempest-TestVolumeBootPattern-417788427-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 1094 time: 0.5998042
Jul 23 16:38:43.101119 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 50488) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:43.115276 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Request body: {'floatingip': {'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'port_id': '3c692961-640a-4d43-a326-03538290efbd', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:38:43.127524 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:38:43.148612 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Usage tracker for resource:floatingip and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:38:43.154333 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:38:43.169686 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:38:43.174285 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:38:43.190991 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66939735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65542838'] for subnet, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:43.193003 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'port_id': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'mac_address': 'fa:16:3e:f5:2c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:38:43.199220 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f663a685-7a2d-4307-9434-ea248f511c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:43.251293 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for floatingip, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:43.283878 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:43.321050 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2347d2ab-139d-4101-b01c-beb9bf8ef93d {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:38:43.350653 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:38:43.360188 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:43.365949 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:43.482440 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=2347d2ab-139d-4101-b01c-beb9bf8ef93d,revision_number=9']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:43.498737 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:43.499682 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:43.500429 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:43.501129 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:43.501721 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:43.502312 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:43.502876 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:43.503840 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:43.504594 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:43.505258 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:43.506687 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:38:43.514436 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:43.533224 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f251a813-b11a-411a-a345-826f860bb57b,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:43.539705 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:43.623216 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Checking segment: {'id': 'b9d46a1e-1a88-44ac-a48c-72e7e9b37bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6e12d5c0-f881-407b-9c6b-0fb7b1770ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:38:43.623613 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Network hostable DHCP agents. Network: 6e12d5c0-f881-407b-9c6b-0fb7b1770ee1, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:38:43.677571 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['2347d2ab-139d-4101-b01c-beb9bf8ef93d'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:38:43.691915 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Network 6e12d5c0-f881-407b-9c6b-0fb7b1770ee1 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:38:43.725800 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524fbda-a5ca-4700-9b19-a8f2f5f2f3b9 req-55637a33-387d-4df0-bcaa-b720d16ba8e9 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:43.727564 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c524fbda-a5ca-4700-9b19-a8f2f5f2f3b9 req-55637a33-387d-4df0-bcaa-b720d16ba8e9 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 944 time: 0.1748147
Jul 23 16:38:43.731261 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, 6e12d5c0-f881-407b-9c6b-0fb7b1770ee1) {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:38:43.741414 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:43.742363 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:43.747428 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8456f4-853f-4773-92a6-4170c24f6dc6 None None] Network 6e12d5c0-f881-407b-9c6b-0fb7b1770ee1 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:38:43.822651 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:43.901155 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.1839161
Jul 23 16:38:43.953469 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c524fbda-a5ca-4700-9b19-a8f2f5f2f3b9 req-ad914dc0-3c9c-4a63-b01e-8daa1ef3c13f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2045963
Jul 23 16:38:44.132606 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Allocated IP 172.27.3.106 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/dba708c4-23e7-42ef-bd56-925e449e6ffd) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:38:44.194156 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50496) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:44.306188 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe90ed6-573c-4375-b0f4-1deff23561da admin admin] Deleting subnet bb08d9a7-d76e-4b87-95bd-fc1ab7cdda2a {{(pid=74313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:38:44.312258 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9fe90ed6-573c-4375-b0f4-1deff23561da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:44.398448 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf6a4-d4a3-44cc-a44a-57f1d3591b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:44.424793 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9fe90ed6-573c-4375-b0f4-1deff23561da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66188023'] for subnet, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:44.438498 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:44.446199 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3f9d0a-019f-417d-96ed-7d8b19b7b894 None None] Network 6e12d5c0-f881-407b-9c6b-0fb7b1770ee1 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:38:44.495910 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:44.504119 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-13ef0f70-6e37-43e7-92cc-99796da65f37 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:44.544888 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9fe90ed6-573c-4375-b0f4-1deff23561da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:44.647848 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:38:44.654370 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:38:44.664139 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:38:44.684062 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9fe90ed6-573c-4375-b0f4-1deff23561da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65806047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66434403'] for subnet, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:44.692004 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:44.712840 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'Port': ['ID=dba708c4-23e7-42ef-bd56-925e449e6ffd,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:44.721962 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:44.760321 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe90ed6-573c-4375-b0f4-1deff23561da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb08d9a7-d76e-4b87-95bd-fc1ab7cdda2a,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:44.767609 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9fe90ed6-573c-4375-b0f4-1deff23561da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:44.775147 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9fe90ed6-573c-4375-b0f4-1deff23561da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:44.788309 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-9fe90ed6-573c-4375-b0f4-1deff23561da admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bb08d9a7-d76e-4b87-95bd-fc1ab7cdda2a HTTP/1.1" status: 204  len: 168 time: 0.5924826
Jul 23 16:38:44.792325 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50500) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:44.921095 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:45.002919 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:45.220737 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:45.247345 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09f65b190>,) {'filters': {'network_id': ['f5d500b2-6238-4491-a53e-4ba7c6f01720']}} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:45.263434 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f65b190>, '6b9262b7-b74b-4c52-9717-0e0087226ddc') {'for_net_delete': True} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:45.263832 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f65b190>, '6b9262b7-b74b-4c52-9717-0e0087226ddc') {} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:45.281238 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66188024'] for segment, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:45.312051 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:45.321081 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=74313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:38:45.321622 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65805945'] for segment, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]: Traceback (most recent call last):
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     timer()
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     cb(*args, **kw)
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     return func(*args, **kwargs)
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     self._notify()
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     self.callback(batched_events)
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     event.method(event)
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     return f(self, *a, **k)
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._get(url).json()
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:38:45.339136 dv-cinder-802039-1-iscsi neutron-server[74313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:38:45.423632 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08a374-14fa-4c97-ae03-6d28ca92629d req-2fd7c853-8842-45d8-8b3f-efe2f58c7c07 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:45.427130 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ea08a374-14fa-4c97-ae03-6d28ca92629d req-2fd7c853-8842-45d8-8b3f-efe2f58c7c07 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 944 time: 0.1691327
Jul 23 16:38:45.448299 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:45.453755 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:45.475039 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:45.583238 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d500b2-6238-4491-a53e-4ba7c6f01720,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:45.586432 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:45.591218 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-de70938c-3b80-4852-8839-b628468a774c admin admin] 10.222.0.11 "DELETE /v2.0/networks/f5d500b2-6238-4491-a53e-4ba7c6f01720 HTTP/1.1" status: 204  len: 168 time: 0.7942991
Jul 23 16:38:45.591661 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50506) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:45.674514 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08f6c12-95c4-48a1-a9c4-7cb8f6b16dd1 admin admin] Deleting subnet f251a813-b11a-411a-a345-826f860bb57b {{(pid=74313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:38:45.680669 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b08f6c12-95c4-48a1-a9c4-7cb8f6b16dd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:45.692164 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ea08a374-14fa-4c97-ae03-6d28ca92629d req-756e3526-18b6-4205-afe3-c7519d36958f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2572918
Jul 23 16:38:45.777994 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b08f6c12-95c4-48a1-a9c4-7cb8f6b16dd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66188023'] for subnet, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:45.870017 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b08f6c12-95c4-48a1-a9c4-7cb8f6b16dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:45.967317 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b08f6c12-95c4-48a1-a9c4-7cb8f6b16dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65806047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66434403'] for subnet, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:45.975640 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-8def169c-ace3-4b5c-b8bd-6c58f0a0874e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:45.990155 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.044969 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f6c12-95c4-48a1-a9c4-7cb8f6b16dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f251a813-b11a-411a-a345-826f860bb57b,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:46.052610 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b08f6c12-95c4-48a1-a9c4-7cb8f6b16dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:46.057482 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.057810 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b08f6c12-95c4-48a1-a9c4-7cb8f6b16dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.072327 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-b08f6c12-95c4-48a1-a9c4-7cb8f6b16dd1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f251a813-b11a-411a-a345-826f860bb57b HTTP/1.1" status: 204  len: 168 time: 0.4755630
Jul 23 16:38:46.072960 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50510) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:46.243913 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.495108 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.501429 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.506350 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:46.508770 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.537552 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09ea148e0>,) {'filters': {'network_id': ['6e12d5c0-f881-407b-9c6b-0fb7b1770ee1']}} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:46.568946 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09ea148e0>, 'b9d46a1e-1a88-44ac-a48c-72e7e9b37bc6') {'for_net_delete': True} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:46.568946 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09ea148e0>, 'b9d46a1e-1a88-44ac-a48c-72e7e9b37bc6') {} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:46.609523 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66188024'] for segment, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.642757 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.657547 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=74313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:38:46.659322 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65805945'] for segment, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.664000 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'Port': ['ID=dba708c4-23e7-42ef-bd56-925e449e6ffd,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:46.671715 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]: Traceback (most recent call last):
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     timer()
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     cb(*args, **kw)
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     return func(*args, **kwargs)
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     self._notify()
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     self.callback(batched_events)
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     event.method(event)
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     return f(self, *a, **k)
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._get(url).json()
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:38:46.700660 dv-cinder-802039-1-iscsi neutron-server[74313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:38:46.715034 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.724813 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7588ddbf-5bfa-4037-90d1-1b8a6d662a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.886840 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.904140 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:46.912061 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:46.959618 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] 10.222.0.11 "DELETE /v2.0/networks/6e12d5c0-f881-407b-9c6b-0fb7b1770ee1 HTTP/1.1" status: 204  len: 168 time: 0.8852160
Jul 23 16:38:46.961269 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e12d5c0-f881-407b-9c6b-0fb7b1770ee1,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:46.965787 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:46.975869 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 2347d2ab-139d-4101-b01c-beb9bf8ef93d up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:38:47.082132 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2911874-2977-4075-81b2-05f3eb0fa83b req-a921e52a-f9fe-4da9-8cb5-4aa6c5fe3d26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 1097 time: 0.2874579
Jul 23 16:38:47.126248 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 2347d2ab-139d-4101-b01c-beb9bf8ef93d triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:38:47.126897 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:47.376194 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:47.392995 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50518) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:47.401734 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b61fd-6111-45fb-81b1-93fbe28457b2 req-39eebd39-8ce0-4cf7-86ac-c541f614f625 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:47.404584 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-597b61fd-6111-45fb-81b1-93fbe28457b2 req-39eebd39-8ce0-4cf7-86ac-c541f614f625 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 944 time: 0.4449186
Jul 23 16:38:47.443388 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:38:47.468445 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:38:47.479215 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:47.486531 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:47.510320 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-524e8672-d74c-43f2-9a53-d17dcba0b717 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a00ffdabc624192a7b909b3747956ce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1150761
Jul 23 16:38:47.514586 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50524) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:47.601801 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'code': 200}
Jul 23 16:38:47.619079 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2911874-2977-4075-81b2-05f3eb0fa83b req-8e388781-a211-427d-a91c-1c10d4170c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:47.621756 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2911874-2977-4075-81b2-05f3eb0fa83b req-8e388781-a211-427d-a91c-1c10d4170c9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a HTTP/1.1" status: 200  len: 917 time: 0.4218175
Jul 23 16:38:47.629913 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-597b61fd-6111-45fb-81b1-93fbe28457b2 req-9c0d98fa-ffb0-48f1-bb7a-8f2cdf1079c1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2099121
Jul 23 16:38:47.651499 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-32204aec-c81b-4125-b456-a88399b69afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:47.657504 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=2347d2ab-139d-4101-b01c-beb9bf8ef93d,revision_number=10']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:47.665830 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:47.715271 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-32204aec-c81b-4125-b456-a88399b69afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:47.761434 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.l3_db [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Floating IP 65baae97-a428-446b-acde-315086feda2a associated. External IP: 172.27.3.106, port: 3c692961-640a-4d43-a326-03538290efbd.
Jul 23 16:38:47.847109 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-32204aec-c81b-4125-b456-a88399b69afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:47.861133 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c9417472-6b44-4862-a60d-8fc03cee7135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:47.888369 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32204aec-c81b-4125-b456-a88399b69afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e0e290-b1de-41d5-9408-762e9cd75403,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:47.905475 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-32204aec-c81b-4125-b456-a88399b69afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:47.907634 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-32204aec-c81b-4125-b456-a88399b69afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:47.911860 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-32204aec-c81b-4125-b456-a88399b69afd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38e0e290-b1de-41d5-9408-762e9cd75403 HTTP/1.1" status: 204  len: 168 time: 0.3923748
Jul 23 16:38:48.005776 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2911874-2977-4075-81b2-05f3eb0fa83b req-d249c0a0-8d28-4ecf-82b8-6bc49125d58f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d HTTP/1.1" status: 200  len: 1000 time: 0.3723216
Jul 23 16:38:48.173965 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-f6e25c7e-7b17-4a56-b3e3-48630bb5b2cd req-79536e8d-3467-47e4-8eea-c5d5317ba765 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 1099 time: 0.1480739
Jul 23 16:38:48.186556 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:48.260744 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-f6e25c7e-7b17-4a56-b3e3-48630bb5b2cd req-15335212-1cb3-463d-af1d-a1ad3ddc0366 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790217
Jul 23 16:38:48.295419 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2911874-2977-4075-81b2-05f3eb0fa83b req-45538a00-2660-427b-9aad-c21a969a7be0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:48.298467 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2911874-2977-4075-81b2-05f3eb0fa83b req-45538a00-2660-427b-9aad-c21a969a7be0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=82c0dc70-c251-4f95-9b4f-2413f88533bb HTTP/1.1" status: 200  len: 855 time: 0.2713919
Jul 23 16:38:48.669379 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50532) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:48.787118 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-29405722-e85a-4ccf-9a5e-211e5e69bd8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c288243d0e324148a2581f61a7ae3577&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1152020
Jul 23 16:38:48.788108 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50538) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:38:48.839330 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2911874-2977-4075-81b2-05f3eb0fa83b req-58709a37-eb88-424f-94bd-b28c0d1b071c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1fb6c709-8eb7-4cae-8109-67bb349e8f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2848744
Jul 23 16:38:48.895264 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Router 742df17f-9038-4c06-ad06-751bf0ffe149 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:38:48.916463 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ed4f4ce9-423c-4f77-9f29-807d30cbde11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:48.976283 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ed4f4ce9-423c-4f77-9f29-807d30cbde11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:49.084667 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ed4f4ce9-423c-4f77-9f29-807d30cbde11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:49.091304 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-de73f46f-9e01-42df-98b0-7aa3eb9ed409 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:38:49.114628 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f4ce9-423c-4f77-9f29-807d30cbde11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593ab545-01ed-47e7-919d-bbcab0ba41a9,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:38:49.119802 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-ed4f4ce9-423c-4f77-9f29-807d30cbde11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:38:49.123342 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ed4f4ce9-423c-4f77-9f29-807d30cbde11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:49.132188 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-ed4f4ce9-423c-4f77-9f29-807d30cbde11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/593ab545-01ed-47e7-919d-bbcab0ba41a9 HTTP/1.1" status: 204  len: 168 time: 0.3351800
Jul 23 16:38:49.372089 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:49.472168 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2911874-2977-4075-81b2-05f3eb0fa83b req-c7c9beab-551c-48d8-b827-f74fb2427f6e service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6242819
Jul 23 16:38:49.509129 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeeb5e3-5cbb-4140-9481-869313b1871f req-adef3bcc-b49d-4361-860a-ce60ed0eb768 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:49.512758 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-eeeeb5e3-5cbb-4140-9481-869313b1871f req-adef3bcc-b49d-4361-860a-ce60ed0eb768 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 946 time: 0.4700110
Jul 23 16:38:49.834776 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2911874-2977-4075-81b2-05f3eb0fa83b req-b218902f-9076-4b42-bded-daa0d3fe3ff2 service neutron] 10.222.0.46 "GET /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3430240
Jul 23 16:38:49.841716 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-eeeeb5e3-5cbb-4140-9481-869313b1871f req-2295e7fc-d1a3-46bd-bc7d-1f25e0acd1ca tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1757169
Jul 23 16:38:50.133621 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:38:50.169184 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7c492-0aef-4d96-b579-c347ec35ae86 None None] Sync routers for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:38:50.206443 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7c492-0aef-4d96-b579-c347ec35ae86 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:38:50.207628 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:38:50.208481 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-25c7c492-0aef-4d96-b579-c347ec35ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f51e1c0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:38:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:50.340154 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 7.2371633
Jul 23 16:38:50.341957 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4672d400-1f93-4858-9e36-e295bfd751f4', 'tag': '3c692961-640a-4d43-a326-03538290efbd'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:38:50.517269 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4672d400-1f93-4858-9e36-e295bfd751f4', 'tag': '3c692961-640a-4d43-a326-03538290efbd', 'status': 'completed', 'code': 200}
Jul 23 16:38:50.702300 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-25c7c492-0aef-4d96-b579-c347ec35ae86 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:38:50.813717 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a423ce1d-6bc2-43ee-b86d-79b419c16f91 req-c84f7b3d-702f-4716-a460-d4f286eddbd2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 1099 time: 0.2433453
Jul 23 16:38:51.308919 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423ce1d-6bc2-43ee-b86d-79b419c16f91 req-0e75db5c-67d5-4619-9059-2f9ab4eac9b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:51.313497 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a423ce1d-6bc2-43ee-b86d-79b419c16f91 req-0e75db5c-67d5-4619-9059-2f9ab4eac9b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 912 time: 0.4922302
Jul 23 16:38:51.530260 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-25c7c492-0aef-4d96-b579-c347ec35ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f51e1c0>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '65baae97-a428-446b-acde-315086feda2a', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '3c692961-640a-4d43-a326-03538290efbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:0c:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672d400-1f93-4858-9e36-e295bfd751f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:38:45Z', 'updated_at': '2021-07-23T16:38:45Z', 'revision_number': 0, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:51.537883 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7c492-0aef-4d96-b579-c347ec35ae86 None None] Checking router: 742df17f-9038-4c06-ad06-751bf0ffe149 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:38:51.560823 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c7c492-0aef-4d96-b579-c347ec35ae86 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:38:51.561845 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-25c7c492-0aef-4d96-b579-c347ec35ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f51e1c0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:38:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:51.592164 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2a72d-a9a3-474c-9a04-c72c2c32a4e1 req-2d303855-a7ee-49f6-821b-3b1a6ace96de tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:51.595132 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cdc2a72d-a9a3-474c-9a04-c72c2c32a4e1 req-2d303855-a7ee-49f6-821b-3b1a6ace96de tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 946 time: 0.3952823
Jul 23 16:38:51.600109 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a423ce1d-6bc2-43ee-b86d-79b419c16f91 req-6f8d0000-ed93-43c9-990f-58c7e0b15a5b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c692961-640a-4d43-a326-03538290efbd HTTP/1.1" status: 200  len: 1000 time: 0.2783864
Jul 23 16:38:51.794802 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cdc2a72d-a9a3-474c-9a04-c72c2c32a4e1 req-bedd49f6-c752-4b60-8a85-afcbd2e93a66 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1281648
Jul 23 16:38:51.805478 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a423ce1d-6bc2-43ee-b86d-79b419c16f91 req-1bd1c7f9-22c9-42de-b7a7-6bcb67cf451a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:51.811288 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a423ce1d-6bc2-43ee-b86d-79b419c16f91 req-1bd1c7f9-22c9-42de-b7a7-6bcb67cf451a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.1996334
Jul 23 16:38:51.940515 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-25c7c492-0aef-4d96-b579-c347ec35ae86 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:38:51.998521 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a423ce1d-6bc2-43ee-b86d-79b419c16f91 req-a761718a-c074-41c0-a88a-88f8c30e9682 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1805818
Jul 23 16:38:52.272871 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a423ce1d-6bc2-43ee-b86d-79b419c16f91 req-62dd6c86-0d32-4c95-9180-bebba42ea8a7 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2670984
Jul 23 16:38:52.536885 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a423ce1d-6bc2-43ee-b86d-79b419c16f91 req-6016ebdb-70b1-45cf-a4cf-35bf99bbb0a2 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2572196
Jul 23 16:38:52.635187 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-25c7c492-0aef-4d96-b579-c347ec35ae86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f51e1c0>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '65baae97-a428-446b-acde-315086feda2a', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '3c692961-640a-4d43-a326-03538290efbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:0c:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672d400-1f93-4858-9e36-e295bfd751f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:38:45Z', 'updated_at': '2021-07-23T16:38:45Z', 'revision_number': 0, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:38:52.641259 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c7c492-0aef-4d96-b579-c347ec35ae86 None None] The sync data for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi is: [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '65baae97-a428-446b-acde-315086feda2a', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '3c692961-640a-4d43-a326-03538290efbd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:0c:75:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4672d400-1f93-4858-9e36-e295bfd751f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:38:45Z', 'updated_at': '2021-07-23T16:38:45Z', 'revision_number': 0, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:38:53.004319 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdd9543-5bf8-404c-afd6-41517bd27acd None None] New status for floating IP 65baae97-a428-446b-acde-315086feda2a: ACTIVE {{(pid=74314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:38:53.319957 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e26f92-93d6-4ae6-9528-30f3a1d322c7 req-f163ca72-87e5-421b-bbf6-010fd44ecb62 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:38:53.322755 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-59e26f92-93d6-4ae6-9528-30f3a1d322c7 req-f163ca72-87e5-421b-bbf6-010fd44ecb62 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 946 time: 0.1263006
Jul 23 16:38:53.542730 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-59e26f92-93d6-4ae6-9528-30f3a1d322c7 req-33536833-119f-4a89-9408-75206f75e36a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2059374
Jul 23 16:39:04.654611 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:39:05.442259 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50678) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:05.638710 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-728fac40-86f3-471e-92a5-b66ae4fe3493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:05.678635 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-728fac40-86f3-471e-92a5-b66ae4fe3493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:39:05.683407 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-728fac40-86f3-471e-92a5-b66ae4fe3493 admin admin] Usage tracker for resource:security_group_rule and tenant:9ed3854792144dc395c7b31b14ef92af is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:39:05.687171 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-728fac40-86f3-471e-92a5-b66ae4fe3493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:39:05.694830 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-728fac40-86f3-471e-92a5-b66ae4fe3493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:39:05.802359 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-728fac40-86f3-471e-92a5-b66ae4fe3493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:05.808063 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-728fac40-86f3-471e-92a5-b66ae4fe3493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:05.818743 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-ed4f4ce9-423c-4f77-9f29-807d30cbde11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:05.897222 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728fac40-86f3-471e-92a5-b66ae4fe3493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892f5d32-6f29-42c9-93b0-25375b1db61c,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:05.902623 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-728fac40-86f3-471e-92a5-b66ae4fe3493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:05.907610 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-728fac40-86f3-471e-92a5-b66ae4fe3493 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ed3854792144dc395c7b31b14ef92af&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4635243
Jul 23 16:39:05.911293 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50684) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:06.025077 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-91cb848e-b863-4996-91bb-9bc90986bc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:06.072213 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-91cb848e-b863-4996-91bb-9bc90986bc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:06.177475 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-91cb848e-b863-4996-91bb-9bc90986bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:06.184022 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-231e30e5-ee03-4736-b58b-f5825d61da2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:06.205051 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb848e-b863-4996-91bb-9bc90986bc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892f5d32-6f29-42c9-93b0-25375b1db61c,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:06.211608 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-91cb848e-b863-4996-91bb-9bc90986bc50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:06.217670 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-91cb848e-b863-4996-91bb-9bc90986bc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:06.219543 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-91cb848e-b863-4996-91bb-9bc90986bc50 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/892f5d32-6f29-42c9-93b0-25375b1db61c HTTP/1.1" status: 204  len: 168 time: 0.3075643
Jul 23 16:39:06.864583 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50692) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:06.905018 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de3212d1-f198-40a6-817f-7f9b2f705db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:06.967716 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-de3212d1-f198-40a6-817f-7f9b2f705db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:39:06.976753 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-de3212d1-f198-40a6-817f-7f9b2f705db6 admin admin] Usage tracker for resource:security_group_rule and tenant:bb966a9044354f81919ff815edf56ca5 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:39:06.985200 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-de3212d1-f198-40a6-817f-7f9b2f705db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:39:06.998147 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-de3212d1-f198-40a6-817f-7f9b2f705db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:39:07.132554 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de3212d1-f198-40a6-817f-7f9b2f705db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:07.139161 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-de3212d1-f198-40a6-817f-7f9b2f705db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:07.153435 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-8ba241dd-4d3c-4c9c-a25e-56e21529dd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:07.242366 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3212d1-f198-40a6-817f-7f9b2f705db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4a11a5-69f2-49e1-badb-30d5721f070a,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:07.250023 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-de3212d1-f198-40a6-817f-7f9b2f705db6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb966a9044354f81919ff815edf56ca5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3833146
Jul 23 16:39:07.251716 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-de3212d1-f198-40a6-817f-7f9b2f705db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:07.254765 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50696) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:07.356667 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb771-a436-4fca-9340-b6ff7e9d42db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:07.391848 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb771-a436-4fca-9340-b6ff7e9d42db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:07.475070 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb771-a436-4fca-9340-b6ff7e9d42db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:07.483816 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-ba46f2c0-e35a-4705-b1ce-f3f5cb320d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:07.504113 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fb771-a436-4fca-9340-b6ff7e9d42db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4a11a5-69f2-49e1-badb-30d5721f070a,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:07.510742 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fa8fb771-a436-4fca-9340-b6ff7e9d42db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:07.517195 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb771-a436-4fca-9340-b6ff7e9d42db admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:07.519856 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-fa8fb771-a436-4fca-9340-b6ff7e9d42db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae4a11a5-69f2-49e1-badb-30d5721f070a HTTP/1.1" status: 204  len: 168 time: 0.2628658
Jul 23 16:39:10.276224 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:14.277885 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-3ad1259c-8fbb-483a-bc37-c312a3406fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:14.789951 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:16.722642 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2b1d45bd-ded0-452b-9ef3-97d636379216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:18.167347 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:19.360664 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:22.689075 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50774) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:23.451236 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Deleting port 54a24e67-e62c-4df7-8ca8-7d2c52eccdb6 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:23.451875 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:23.940205 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:23.941266 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:24.196596 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Calling delete_port for 54a24e67-e62c-4df7-8ca8-7d2c52eccdb6 owned by network:floatingip {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:39:24.517293 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:24.525783 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b3ee51c9-1471-455f-8c8d-7ff97b478249 tempest-VolumesActionsTest-152038111 tempest-VolumesActionsTest-152038111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:24.618283 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Pushing event deleted for resources: {'Port': ['ID=54a24e67-e62c-4df7-8ca8-7d2c52eccdb6,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:24.696114 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:24.696764 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:24.697416 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:24.698049 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:24.698676 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:24.699322 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:24.699962 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:24.700611 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:24.701243 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:24.701889 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:24.702565 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:24.717797 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:24.833121 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for floatingip, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:25.547972 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Router 63f61887-d4a6-4e79-87f9-57761fcdbe20 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:39:25.877739 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:39:25.890273 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03347e1-d586-4831-9e1c-79c28c57dc60 None None] Sync routers for ids ['63f61887-d4a6-4e79-87f9-57761fcdbe20'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:39:25.902852 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:25.911479 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03347e1-d586-4831-9e1c-79c28c57dc60 None None] Routers {'63f61887-d4a6-4e79-87f9-57761fcdbe20'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:39:25.912594 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-f03347e1-d586-4831-9e1c-79c28c57dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f8b9b50>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:39:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['63f61887-d4a6-4e79-87f9-57761fcdbe20'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:25.974903 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "DELETE /v2.0/floatingips/dd0b0f31-e751-48ba-bc05-077e37880b1b HTTP/1.1" status: 204  len: 168 time: 3.2798848
Jul 23 16:39:25.974903 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'tag': '88643837-d168-4301-973a-fb49484ce937'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:39:26.081504 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'tag': '88643837-d168-4301-973a-fb49484ce937', 'status': 'completed', 'code': 200}
Jul 23 16:39:26.317353 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-f03347e1-d586-4831-9e1c-79c28c57dc60 None None] Set router 63f61887-d4a6-4e79-87f9-57761fcdbe20 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:39:26.322963 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f3258123-001c-4cb0-80a5-e09d4da9414c req-7588b4b4-c5fd-4308-b6a6-78629eb8f21e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6680e65433804e71af3c7eff97c03c94&device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 1099 time: 0.1568246
Jul 23 16:39:26.684203 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3258123-001c-4cb0-80a5-e09d4da9414c req-7fa8412a-085c-45a5-b71c-3447f6439918 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:39:26.686566 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f3258123-001c-4cb0-80a5-e09d4da9414c req-7fa8412a-085c-45a5-b71c-3447f6439918 service neutron] 10.222.0.46 "GET /v2.0/networks?id=db4d843f-5b67-4c94-95c1-1ea31b7c2742 HTTP/1.1" status: 200  len: 909 time: 0.3455913
Jul 23 16:39:26.831880 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f3258123-001c-4cb0-80a5-e09d4da9414c req-4560fe07-cbcd-462e-9629-60683f752b05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=88643837-d168-4301-973a-fb49484ce937 HTTP/1.1" status: 200  len: 217 time: 0.1306505
Jul 23 16:39:26.855419 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba0ac6-443c-4387-8694-58031ab2052a req-a7682a70-c725-4404-a5dd-c70a3d932ce0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:39:26.858172 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cfba0ac6-443c-4387-8694-58031ab2052a req-a7682a70-c725-4404-a5dd-c70a3d932ce0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.2832642
Jul 23 16:39:26.933493 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-f03347e1-d586-4831-9e1c-79c28c57dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f8b9b50>, [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:33:00Z', 'revision_number': 4, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port': {'id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'b08fff02-c80b-4f54-8eaf-60983f19a6c2', 'name': '', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'mac_address': 'fa:16:3e:73:0d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:58Z', 'updated_at': '2021-07-23T16:33:23Z', 'revision_number': 5, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'subnets': [{'id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:26.939506 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03347e1-d586-4831-9e1c-79c28c57dc60 None None] Checking router: 63f61887-d4a6-4e79-87f9-57761fcdbe20 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:39:26.955203 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03347e1-d586-4831-9e1c-79c28c57dc60 None None] Routers {'63f61887-d4a6-4e79-87f9-57761fcdbe20'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:39:26.956132 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-f03347e1-d586-4831-9e1c-79c28c57dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f8b9b50>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:39:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['63f61887-d4a6-4e79-87f9-57761fcdbe20'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:27.052786 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3258123-001c-4cb0-80a5-e09d4da9414c req-081e8f96-c448-4191-acd8-7b1c4ba8931d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:39:27.055447 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f3258123-001c-4cb0-80a5-e09d4da9414c req-081e8f96-c448-4191-acd8-7b1c4ba8931d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d68b2be1-e23b-4748-b90d-bcfc7a62925f HTTP/1.1" status: 200  len: 847 time: 0.1956942
Jul 23 16:39:27.062626 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-cfba0ac6-443c-4387-8694-58031ab2052a req-3a556c08-fefc-4d3f-8bb3-ba07e62a96d8 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1201704
Jul 23 16:39:27.198244 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f3258123-001c-4cb0-80a5-e09d4da9414c req-05b41c42-1eaa-445f-a16f-e3edba24d2b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=db4d843f-5b67-4c94-95c1-1ea31b7c2742&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1338744
Jul 23 16:39:27.249557 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-f03347e1-d586-4831-9e1c-79c28c57dc60 None None] Set router 63f61887-d4a6-4e79-87f9-57761fcdbe20 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:39:27.456632 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f3258123-001c-4cb0-80a5-e09d4da9414c req-8afaa385-c5d9-4117-bebe-e9e5898d1261 service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2482104
Jul 23 16:39:27.633836 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f3258123-001c-4cb0-80a5-e09d4da9414c req-2234554a-68e7-4004-a2b9-da28b6c9be7e service neutron] 10.222.0.46 "GET /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687903
Jul 23 16:39:27.771403 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-f03347e1-d586-4831-9e1c-79c28c57dc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f8b9b50>, [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:33:00Z', 'revision_number': 4, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port': {'id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'b08fff02-c80b-4f54-8eaf-60983f19a6c2', 'name': '', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'mac_address': 'fa:16:3e:73:0d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:58Z', 'updated_at': '2021-07-23T16:33:23Z', 'revision_number': 5, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'subnets': [{'id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:27.779501 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03347e1-d586-4831-9e1c-79c28c57dc60 None None] The sync data for ids ['63f61887-d4a6-4e79-87f9-57761fcdbe20'] in dv-cinder-802039-1-iscsi is: [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:33:00Z', 'revision_number': 4, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port': {'id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'b08fff02-c80b-4f54-8eaf-60983f19a6c2', 'name': '', 'network_id': 'db4d843f-5b67-4c94-95c1-1ea31b7c2742', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'mac_address': 'fa:16:3e:73:0d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:58Z', 'updated_at': '2021-07-23T16:33:23Z', 'revision_number': 5, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'subnets': [{'id': 'd68b2be1-e23b-4748-b90d-bcfc7a62925f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:39:28.118295 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03870bfd-5c85-4a9b-820f-37dade233c16 None None] New status for floating IP dd0b0f31-e751-48ba-bc05-077e37880b1b: DOWN {{(pid=74314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:39:28.403160 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58820eac-641b-4297-92a3-7178a0f4b2ef req-6a40cf3d-f4fc-48b1-b73e-6d2ad8c0e681 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:39:28.405987 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-58820eac-641b-4297-92a3-7178a0f4b2ef req-6a40cf3d-f4fc-48b1-b73e-6d2ad8c0e681 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.1228805
Jul 23 16:39:28.488155 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-58820eac-641b-4297-92a3-7178a0f4b2ef req-3711a839-79c5-4da8-b425-d4750ee86b31 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749421
Jul 23 16:39:28.652361 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1af478-e45e-4ef8-88fe-ab956b757e85 req-5dc524fb-40ee-4270-9484-6193d110a9c7 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:39:28.655257 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bc1af478-e45e-4ef8-88fe-ab956b757e85 req-5dc524fb-40ee-4270-9484-6193d110a9c7 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.46 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 946 time: 0.1497474
Jul 23 16:39:28.796130 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-bc1af478-e45e-4ef8-88fe-ab956b757e85 req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Deleting port 88643837-d168-4301-973a-fb49484ce937 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:28.796691 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-bc1af478-e45e-4ef8-88fe-ab956b757e85 req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:29.287997 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-bc1af478-e45e-4ef8-88fe-ab956b757e85 req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] For port 88643837-d168-4301-973a-fb49484ce937, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=88643837-d168-4301-973a-fb49484ce937,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:39:29.288463 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-bc1af478-e45e-4ef8-88fe-ab956b757e85 req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:29.483039 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-bc1af478-e45e-4ef8-88fe-ab956b757e85 req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Calling delete_port for 88643837-d168-4301-973a-fb49484ce937 owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:39:29.957744 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-bc1af478-e45e-4ef8-88fe-ab956b757e85 req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:29.970637 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e450a92b-e92b-42e0-95bb-3e832f5bdd11 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:30.074156 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Pushing event deleted for resources: {'Port': ['ID=88643837-d168-4301-973a-fb49484ce937,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:30.164183 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:30.164668 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:30.165284 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:30.165907 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:30.166529 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:30.167140 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:30.167775 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:30.168406 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:30.168936 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:30.169450 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:30.169974 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:39:30.186184 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:30.256378 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1af478-e45e-4ef8-88fe-ab956b757e85 req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] No DVR routers for this DVR port 88643837-d168-4301-973a-fb49484ce937 on host hv-cinder-80203 {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:39:30.269698 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f85c3-067b-410d-89fb-d5c99999b414 req-63d2f406-f634-42a9-b862-afd1a57dcf19 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:39:30.272319 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e37f85c3-067b-410d-89fb-d5c99999b414 req-63d2f406-f634-42a9-b862-afd1a57dcf19 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 867 time: 0.5739856
Jul 23 16:39:30.274091 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-bc1af478-e45e-4ef8-88fe-ab956b757e85 req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:30.278959 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'name': 'network-vif-deleted', 'tag': '88643837-d168-4301-973a-fb49484ce937'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:39:30.324597 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-bc1af478-e45e-4ef8-88fe-ab956b757e85 req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.46 "DELETE /v2.0/ports/88643837-d168-4301-973a-fb49484ce937 HTTP/1.1" status: 204  len: 173 time: 1.6630771
Jul 23 16:39:30.395090 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e37f85c3-067b-410d-89fb-d5c99999b414 req-1239afd9-af26-4337-a533-443a7c7c7a57 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/security-groups?id=ea24f369-5613-4d59-ae56-3c3f443ffa96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1039941
Jul 23 16:39:30.406556 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51eb250-518e-4c19-879e-62adf3ab0360', 'name': 'network-vif-deleted', 'tag': '88643837-d168-4301-973a-fb49484ce937', 'status': 'completed', 'code': 200}
Jul 23 16:39:31.759834 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-45f10265-0d74-466f-b20d-05c683664794 req-e7a0eb12-8e6c-4beb-81e9-99ff70554fb7 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Synchronizing usage tracker for tenant:6680e65433804e71af3c7eff97c03c94 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:39:31.796230 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-45f10265-0d74-466f-b20d-05c683664794 req-e7a0eb12-8e6c-4beb-81e9-99ff70554fb7 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Unset dirty status for tenant:6680e65433804e71af3c7eff97c03c94 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:39:31.798961 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-45f10265-0d74-466f-b20d-05c683664794 req-e7a0eb12-8e6c-4beb-81e9-99ff70554fb7 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "GET /v2.0/ports?device_id=d51eb250-518e-4c19-879e-62adf3ab0360 HTTP/1.1" status: 200  len: 210 time: 0.1270869
Jul 23 16:39:32.591260 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50838) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:32.882603 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-10dba5e9-4d09-4c2d-8247-873867d45422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:32.950360 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-10dba5e9-4d09-4c2d-8247-873867d45422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:39:32.959070 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-10dba5e9-4d09-4c2d-8247-873867d45422 admin admin] Usage tracker for resource:security_group_rule and tenant:0960e0b272d745ee82c0764a5e6acc2d is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:39:32.965768 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-10dba5e9-4d09-4c2d-8247-873867d45422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:39:32.986011 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-10dba5e9-4d09-4c2d-8247-873867d45422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:39:33.039528 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 50848) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:33.140046 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-10dba5e9-4d09-4c2d-8247-873867d45422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:33.150037 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-10dba5e9-4d09-4c2d-8247-873867d45422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:33.164664 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-728fac40-86f3-471e-92a5-b66ae4fe3493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:33.189371 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-7958375b-ef59-456a-9e4d-954c5ae85478 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:33.226112 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 88643837-d168-4301-973a-fb49484ce937 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:39:33.259730 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dba5e9-4d09-4c2d-8247-873867d45422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1e2d9a-42ec-4c75-96c2-a9968f1d5517,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:33.266375 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-10dba5e9-4d09-4c2d-8247-873867d45422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:33.276606 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-10dba5e9-4d09-4c2d-8247-873867d45422 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0960e0b272d745ee82c0764a5e6acc2d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6833706
Jul 23 16:39:33.277795 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50852) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:33.303816 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: 88643837-d168-4301-973a-fb49484ce937 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:39:33.304486 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 88643837-d168-4301-973a-fb49484ce937 not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:39:33.363020 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-7958375b-ef59-456a-9e4d-954c5ae85478 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:33.401222 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0e1710ed-ad89-4b49-ba4b-36115c6faae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:33.452065 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0e1710ed-ad89-4b49-ba4b-36115c6faae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:33.479688 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dd496-c2a5-497a-a3e1-167b61aa328f req-4527e3bd-b486-4632-b6c0-328deec8bfb1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:39:33.482541 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-388dd496-c2a5-497a-a3e1-167b61aa328f req-4527e3bd-b486-4632-b6c0-328deec8bfb1 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 946 time: 0.2855959
Jul 23 16:39:33.558625 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0e1710ed-ad89-4b49-ba4b-36115c6faae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:33.568527 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f6bfe57b-0ff5-40ff-b652-2b3b1989abaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:33.578009 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-388dd496-c2a5-497a-a3e1-167b61aa328f req-b900eecd-1ee8-4add-8e8a-395525bbd99e tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839591
Jul 23 16:39:33.579436 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-7958375b-ef59-456a-9e4d-954c5ae85478 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:33.589537 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-71cd0186-4cfc-4499-b767-128732736309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:33.594067 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1710ed-ad89-4b49-ba4b-36115c6faae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1e2d9a-42ec-4c75-96c2-a9968f1d5517,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:33.599461 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0e1710ed-ad89-4b49-ba4b-36115c6faae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:33.604086 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0e1710ed-ad89-4b49-ba4b-36115c6faae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:33.610057 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-0e1710ed-ad89-4b49-ba4b-36115c6faae1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba1e2d9a-42ec-4c75-96c2-a9968f1d5517 HTTP/1.1" status: 204  len: 168 time: 0.3263748
Jul 23 16:39:33.622165 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958375b-ef59-456a-9e4d-954c5ae85478 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea24f369-5613-4d59-ae56-3c3f443ffa96,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:33.629140 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-7958375b-ef59-456a-9e4d-954c5ae85478 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:33.658135 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-7958375b-ef59-456a-9e4d-954c5ae85478 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:33.662485 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-7958375b-ef59-456a-9e4d-954c5ae85478 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] 10.222.0.11 "DELETE /v2.0/security-groups/ea24f369-5613-4d59-ae56-3c3f443ffa96 HTTP/1.1" status: 204  len: 168 time: 0.6200051
Jul 23 16:39:33.784604 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50860) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:34.745706 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-6ab22e44-b32e-49a1-af87-c0c3d9aba945 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:39:34.750101 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-6ab22e44-b32e-49a1-af87-c0c3d9aba945 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 946 time: 0.1994810
Jul 23 16:39:34.918801 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Deleting port 2347d2ab-139d-4101-b01c-beb9bf8ef93d {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:34.919382 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:35.151323 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414559'] for router_interface, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:35.416514 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed391b3-3827-4299-8c79-ff522a9a4e6f req-faa9f282-2740-40af-ba3d-7b8660ae9af3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:39:35.419442 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9ed391b3-3827-4299-8c79-ff522a9a4e6f req-faa9f282-2740-40af-ba3d-7b8660ae9af3 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 946 time: 0.4008455
Jul 23 16:39:35.572743 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9ed391b3-3827-4299-8c79-ff522a9a4e6f req-e93c4fdd-143a-4164-95f0-d0b3b7290c72 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc11a82c-77d6-4f1e-a2f0-c678880c8e69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1275558
Jul 23 16:39:35.584996 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] For port 2347d2ab-139d-4101-b01c-beb9bf8ef93d, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=2347d2ab-139d-4101-b01c-beb9bf8ef93d,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:39:35.585512 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:36.222727 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:36.224001 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:36.224001 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.l3_db [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Floating IP 05b1ad2c-7ec1-4f6e-b9e4-b9e472b489ff disassociated. External IP: 172.27.3.24, port: 2347d2ab-139d-4101-b01c-beb9bf8ef93d.
Jul 23 16:39:36.224379 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Calling delete_port for 2347d2ab-139d-4101-b01c-beb9bf8ef93d owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:39:36.395317 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] Deleting port b08fff02-c80b-4f54-8eaf-60983f19a6c2 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:36.396300 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:36.532210 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:36.547375 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:36.644405 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event deleted for resources: {'Port': ['ID=2347d2ab-139d-4101-b01c-beb9bf8ef93d,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:36.650366 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:36.860804 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] For port b08fff02-c80b-4f54-8eaf-60983f19a6c2, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=b08fff02-c80b-4f54-8eaf-60983f19a6c2,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:39:36.873408 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:37.078348 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-674e58c0-196e-4243-b552-871126fa3132 req-16543f3f-7ff2-4034-ab93-0106873ab83a tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 210 time: 0.2211123
Jul 23 16:39:37.181261 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] Calling delete_port for b08fff02-c80b-4f54-8eaf-60983f19a6c2 owned by network:router_interface {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:39:37.435381 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Router 414ac529-55d6-487e-a088-f7aaa57da9bb has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:39:37.603013 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:37.612226 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-77dc6785-577c-41b3-8701-0419e859d02d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:37.692293 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b08fff02-c80b-4f54-8eaf-60983f19a6c2,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:37.699495 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:37.900278 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:39:37.921599 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9b60fd-d358-483d-9f84-fad93bd5f778 None None] Sync routers for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:39:37.969410 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b60fd-d358-483d-9f84-fad93bd5f778 None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:39:37.970457 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-4b9b60fd-d358-483d-9f84-fad93bd5f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f428400>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:39:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:38.053938 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] No DVR routers for this DVR port 2347d2ab-139d-4101-b01c-beb9bf8ef93d on host hv-cinder-80203 {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:39:38.060466 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:38.083849 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'name': 'network-vif-deleted', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:39:38.098840 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ba1d5884-ecf1-4d1f-86e0-3a686a3698af req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.46 "DELETE /v2.0/ports/2347d2ab-139d-4101-b01c-beb9bf8ef93d HTTP/1.1" status: 204  len: 173 time: 3.3432469
Jul 23 16:39:38.226839 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba4dfcc-da05-43f4-bbef-122c7d711fd1', 'name': 'network-vif-deleted', 'tag': '2347d2ab-139d-4101-b01c-beb9bf8ef93d', 'status': 'completed', 'code': 200}
Jul 23 16:39:38.434197 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-4b9b60fd-d358-483d-9f84-fad93bd5f778 None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:39:38.630444 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-afa0debd-0712-4094-b03c-1bf3b829b78c req-cbc6973c-006d-4a5c-8957-18b36c75c341 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Synchronizing usage tracker for tenant:b2efe7e48fb140c5b6b33a9d628704a0 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:39:38.674550 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1454223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414635'] for router_interface, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:38.691649 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-afa0debd-0712-4094-b03c-1bf3b829b78c req-cbc6973c-006d-4a5c-8957-18b36c75c341 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Unset dirty status for tenant:b2efe7e48fb140c5b6b33a9d628704a0 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:39:38.693974 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-afa0debd-0712-4094-b03c-1bf3b829b78c req-cbc6973c-006d-4a5c-8957-18b36c75c341 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/ports?device_id=5ba4dfcc-da05-43f4-bbef-122c7d711fd1 HTTP/1.1" status: 200  len: 210 time: 0.1462603
Jul 23 16:39:39.226324 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 2347d2ab-139d-4101-b01c-beb9bf8ef93d no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:39:39.301815 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: 2347d2ab-139d-4101-b01c-beb9bf8ef93d {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:39:39.302897 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 2347d2ab-139d-4101-b01c-beb9bf8ef93d not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:39:39.417576 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-4b9b60fd-d358-483d-9f84-fad93bd5f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f428400>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 5, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:39.425872 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9b60fd-d358-483d-9f84-fad93bd5f778 None None] Checking router: 414ac529-55d6-487e-a088-f7aaa57da9bb for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:39:39.449098 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b60fd-d358-483d-9f84-fad93bd5f778 None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:39:39.450270 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-4b9b60fd-d358-483d-9f84-fad93bd5f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f428400>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:39:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:39.822721 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-4b9b60fd-d358-483d-9f84-fad93bd5f778 None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:39:39.992699 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] Router 63f61887-d4a6-4e79-87f9-57761fcdbe20 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:39:40.239298 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 50930) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:40.338486 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:40.431081 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d0351376-77ea-4d5f-84fa-f139ecba0a9b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:40.499394 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d0351376-77ea-4d5f-84fa-f139ecba0a9b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:40.574702 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:39:40.595017 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec1e09d-21ac-4dc9-be28-c908b4049e31 None None] Sync routers for ids ['63f61887-d4a6-4e79-87f9-57761fcdbe20'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:39:40.618100 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] 10.222.0.11 "PUT /v2.0/routers/63f61887-d4a6-4e79-87f9-57761fcdbe20/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8317945
Jul 23 16:39:40.622592 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 50936) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:40.628757 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec1e09d-21ac-4dc9-be28-c908b4049e31 None None] Routers {'63f61887-d4a6-4e79-87f9-57761fcdbe20'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:39:40.629858 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-bec1e09d-21ac-4dc9-be28-c908b4049e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f3dae50>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:39:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['63f61887-d4a6-4e79-87f9-57761fcdbe20'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:40.696153 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-4b9b60fd-d358-483d-9f84-fad93bd5f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f428400>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 5, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:40.704182 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9b60fd-d358-483d-9f84-fad93bd5f778 None None] The sync data for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi is: [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:29:49Z', 'revision_number': 4, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '9716edb3-0874-426f-b930-269a569b66a8', 'name': '', 'network_id': '1fb6c709-8eb7-4cae-8109-67bb349e8f3a', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'mac_address': 'fa:16:3e:f9:81:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:47Z', 'updated_at': '2021-07-23T16:30:03Z', 'revision_number': 5, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'subnets': [{'id': '82c0dc70-c251-4f95-9b4f-2413f88533bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:39:40.805841 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d0351376-77ea-4d5f-84fa-f139ecba0a9b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:40.816233 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c2794e39-68d5-4112-be00-9acb4a782e94 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:40.843867 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0351376-77ea-4d5f-84fa-f139ecba0a9b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc11a82c-77d6-4f1e-a2f0-c678880c8e69,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:40.849295 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d0351376-77ea-4d5f-84fa-f139ecba0a9b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:40.886997 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d0351376-77ea-4d5f-84fa-f139ecba0a9b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:40.893513 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50940) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:40.893845 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-d0351376-77ea-4d5f-84fa-f139ecba0a9b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "DELETE /v2.0/security-groups/bc11a82c-77d6-4f1e-a2f0-c678880c8e69 HTTP/1.1" status: 204  len: 168 time: 0.6514845
Jul 23 16:39:40.937538 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.api.v2.resource [None req-4594a492-7e93-463c-a85a-4de6cdc71873 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] show failed (client error): The resource could not be found.
Jul 23 16:39:40.945808 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-4594a492-7e93-463c-a85a-4de6cdc71873 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "GET /v2.0/security-groups/bc11a82c-77d6-4f1e-a2f0-c678880c8e69 HTTP/1.1" status: 404  len: 347 time: 0.0491703
Jul 23 16:39:40.946856 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50944) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:41.039878 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-bec1e09d-21ac-4dc9-be28-c908b4049e31 None None] Set router 63f61887-d4a6-4e79-87f9-57761fcdbe20 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:39:41.131120 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Notify callbacks [] for router, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:41.264806 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46383034-80d7-49bd-b56b-09abb74f6a6e None None] New status for floating IP 05b1ad2c-7ec1-4f6e-b9e4-b9e472b489ff: DOWN {{(pid=74315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:39:41.314108 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Deleting port 56566162-7fe0-4b15-8457-9a62dcc94e7e {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:41.314963 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:41.569820 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:41.589894 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Deleting port 9907e0d0-5a07-4656-b9d6-ee7efe88da01 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:41.591274 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:41.706155 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-bec1e09d-21ac-4dc9-be28-c908b4049e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f3dae50>, [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:39:37Z', 'revision_number': 5, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port': {'id': '9907e0d0-5a07-4656-b9d6-ee7efe88da01', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:32:52Z', 'updated_at': '2021-07-23T16:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:41.716262 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec1e09d-21ac-4dc9-be28-c908b4049e31 None None] Checking router: 63f61887-d4a6-4e79-87f9-57761fcdbe20 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:39:41.760540 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec1e09d-21ac-4dc9-be28-c908b4049e31 None None] Routers {'63f61887-d4a6-4e79-87f9-57761fcdbe20'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:39:41.764281 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-bec1e09d-21ac-4dc9-be28-c908b4049e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f3dae50>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:39:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['63f61887-d4a6-4e79-87f9-57761fcdbe20'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:41.848250 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:39:41.856295 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:41.856513 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:42.195525 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] For port 9907e0d0-5a07-4656-b9d6-ee7efe88da01, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=9907e0d0-5a07-4656-b9d6-ee7efe88da01,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:39:42.196161 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:42.243671 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-bec1e09d-21ac-4dc9-be28-c908b4049e31 None None] Set router 63f61887-d4a6-4e79-87f9-57761fcdbe20 gateway port host: None {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:39:42.409854 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Calling delete_port for 56566162-7fe0-4b15-8457-9a62dcc94e7e owned by network:floatingip {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:39:42.469566 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Calling delete_port for 9907e0d0-5a07-4656-b9d6-ee7efe88da01 owned by network:router_gateway {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:39:42.566719 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-bec1e09d-21ac-4dc9-be28-c908b4049e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f3dae50>, [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:39:41Z', 'revision_number': 6, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port_host': None}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:42.574821 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec1e09d-21ac-4dc9-be28-c908b4049e31 None None] The sync data for ids ['63f61887-d4a6-4e79-87f9-57761fcdbe20'] in dv-cinder-802039-1-iscsi is: [{'id': '63f61887-d4a6-4e79-87f9-57761fcdbe20', 'name': 'tempest-TestShelveInstance-547583811-router', 'tenant_id': '6680e65433804e71af3c7eff97c03c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:32:50Z', 'updated_at': '2021-07-23T16:39:41Z', 'revision_number': 6, 'project_id': '6680e65433804e71af3c7eff97c03c94', 'gw_port_host': None}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:39:42.611311 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.db.api [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:39:42.612693 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_db.api [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:39:43.058414 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device b08fff02-c80b-4f54-8eaf-60983f19a6c2 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:39:43.115710 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Deleting port 56566162-7fe0-4b15-8457-9a62dcc94e7e {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:43.116923 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:43.197119 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: b08fff02-c80b-4f54-8eaf-60983f19a6c2 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:39:43.197751 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device b08fff02-c80b-4f54-8eaf-60983f19a6c2 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:39:43.345454 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:43.353248 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:43.446213 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Pushing event deleted for resources: {'Port': ['ID=9907e0d0-5a07-4656-b9d6-ee7efe88da01,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:43.453807 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:43.648221 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:43.650448 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:43.969515 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Calling delete_port for 56566162-7fe0-4b15-8457-9a62dcc94e7e owned by network:floatingip {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:39:44.030677 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415266'] for router_gateway, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:44.285920 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:44.293713 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-fffdf5ff-3b3d-4500-9f60-4846abd9bc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:44.294639 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-154a4945-1fd3-47d4-98da-e59a5a5e51e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:44.379607 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Pushing event deleted for resources: {'Port': ['ID=56566162-7fe0-4b15-8457-9a62dcc94e7e,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:44.380160 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:44.541226 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks [] for floatingip, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:44.576974 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:44.583989 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-8aebc667-7b3d-45a7-9609-4068caa6a524 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] 10.222.0.11 "DELETE /v2.0/floatingips/05b1ad2c-7ec1-4f6e-b9e4-b9e472b489ff HTTP/1.1" status: 204  len: 168 time: 3.6306765
Jul 23 16:39:44.605279 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29480'] for router, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:44.614180 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:44.801173 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416542'] for router, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:44.802200 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63f61887-d4a6-4e79-87f9-57761fcdbe20 {{(pid=74312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 23 16:39:44.846359 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Notify callbacks [] for router, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:44.856366 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50974) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:44.859025 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] 10.222.0.11 "DELETE /v2.0/routers/63f61887-d4a6-4e79-87f9-57761fcdbe20 HTTP/1.1" status: 204  len: 168 time: 4.2323246
Jul 23 16:39:44.863791 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:44.903861 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 9907e0d0-5a07-4656-b9d6-ee7efe88da01 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:39:45.031052 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 9907e0d0-5a07-4656-b9d6-ee7efe88da01 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:39:45.041204 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 9907e0d0-5a07-4656-b9d6-ee7efe88da01 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:39:45.081689 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_v2 [None req-601fad8d-3d25-41e0-8b37-5e636a323c1a admin admin] Deleting subnet d68b2be1-e23b-4748-b90d-bcfc7a62925f {{(pid=74313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:39:45.088372 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-601fad8d-3d25-41e0-8b37-5e636a323c1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:45.202204 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-601fad8d-3d25-41e0-8b37-5e636a323c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66188023'] for subnet, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:45.448600 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-601fad8d-3d25-41e0-8b37-5e636a323c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:45.591981 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-601fad8d-3d25-41e0-8b37-5e636a323c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65806047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66434403'] for subnet, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:45.602554 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:45.681597 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601fad8d-3d25-41e0-8b37-5e636a323c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68b2be1-e23b-4748-b90d-bcfc7a62925f,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:45.689449 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-601fad8d-3d25-41e0-8b37-5e636a323c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:45.695236 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-601fad8d-3d25-41e0-8b37-5e636a323c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:45.707163 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df03dc80-aedd-4fa2-93c4-50b87c687d8b None None] Network db4d843f-5b67-4c94-95c1-1ea31b7c2742 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:39:45.709911 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-601fad8d-3d25-41e0-8b37-5e636a323c1a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d68b2be1-e23b-4748-b90d-bcfc7a62925f HTTP/1.1" status: 204  len: 168 time: 0.8462234
Jul 23 16:39:45.714187 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 50982) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:45.939713 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:45.961904 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Deleting port c1d8524c-8fc9-4249-b49e-977a44bd4e21 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:45.962266 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:46.194459 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db112e7-d4a5-4450-8102-2ea8c49266c8 None None] DHCP port deletion for db4d843f-5b67-4c94-95c1-1ea31b7c2742 request from dv-cinder-802039-1-iscsi {{(pid=74314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 23 16:39:46.202204 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-3db112e7-d4a5-4450-8102-2ea8c49266c8 None None] Deleting port c1d8524c-8fc9-4249-b49e-977a44bd4e21 {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:46.202852 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-3db112e7-d4a5-4450-8102-2ea8c49266c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:46.408094 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] For port c1d8524c-8fc9-4249-b49e-977a44bd4e21, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=c1d8524c-8fc9-4249-b49e-977a44bd4e21,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:39:46.408747 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:46.653528 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-3db112e7-d4a5-4450-8102-2ea8c49266c8 None None] For port c1d8524c-8fc9-4249-b49e-977a44bd4e21, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=c1d8524c-8fc9-4249-b49e-977a44bd4e21,segment=NetworkSegment(d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b),segment_id=d81ececc-7c40-4a4a-a4ea-26f8eea1ba0b)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:39:46.654372 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-3db112e7-d4a5-4450-8102-2ea8c49266c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:46.897563 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Calling delete_port for c1d8524c-8fc9-4249-b49e-977a44bd4e21 owned by network:dhcp {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:39:46.998444 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a73566be-c552-407b-a3a4-76502156276a req-b8fddd4b-ec5a-471d-b3fe-75e79142323c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2928188
Jul 23 16:39:47.092493 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-3db112e7-d4a5-4450-8102-2ea8c49266c8 None None] Calling delete_port for c1d8524c-8fc9-4249-b49e-977a44bd4e21 owned by network:dhcp {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:39:47.179464 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device c1d8524c-8fc9-4249-b49e-977a44bd4e21 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:39:47.207131 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:47.230080 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c78714a2-73da-48ef-b2ab-1e7131a78282 tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:47.361908 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a73566be-c552-407b-a3a4-76502156276a req-0cf8627a-0fd1-41ba-9065-4fa7feae8508 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 1099 time: 0.1727226
Jul 23 16:39:47.366108 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-0af3faa0-49d4-4600-9b6f-045389c69a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:47.386984 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: c1d8524c-8fc9-4249-b49e-977a44bd4e21 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:39:47.388388 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device c1d8524c-8fc9-4249-b49e-977a44bd4e21 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:39:47.421582 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d8524c-8fc9-4249-b49e-977a44bd4e21,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:47.426399 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:47.450013 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] No DVR routers for this DVR port c1d8524c-8fc9-4249-b49e-977a44bd4e21 on host dv-cinder-802039-1-iscsi {{(pid=74313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:39:47.495938 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.api [None req-3db112e7-d4a5-4450-8102-2ea8c49266c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:39:47.496636 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_db.api [None req-3db112e7-d4a5-4450-8102-2ea8c49266c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:39:47.708214 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:47.738320 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09ee8a2e0>,) {'filters': {'network_id': ['db4d843f-5b67-4c94-95c1-1ea31b7c2742']}} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:47.761394 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09ee8a2e0>, 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b') {'for_net_delete': True} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:47.761902 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09ee8a2e0>, 'd81ececc-7c40-4a4a-a4ea-26f8eea1ba0b') {} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:47.764286 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73566be-c552-407b-a3a4-76502156276a req-e8010699-06ec-4fae-a024-273c5dce094f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:39:47.766900 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a73566be-c552-407b-a3a4-76502156276a req-e8010699-06ec-4fae-a024-273c5dce094f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 912 time: 0.3580432
Jul 23 16:39:47.783887 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66188024'] for segment, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:47.818362 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:47.831501 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=74313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:39:47.832380 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65805945'] for segment, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]: Traceback (most recent call last):
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     timer()
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     cb(*args, **kw)
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     return func(*args, **kwargs)
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     self._notify()
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     self.callback(batched_events)
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     event.method(event)
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     return f(self, *a, **k)
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._get(url).json()
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:39:47.854851 dv-cinder-802039-1-iscsi neutron-server[74313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:39:47.982120 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:47.990320 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:47.996649 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a73566be-c552-407b-a3a4-76502156276a req-00d29b5d-98e2-4011-99c6-fcc9ef62b521 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c692961-640a-4d43-a326-03538290efbd HTTP/1.1" status: 200  len: 1002 time: 0.2191327
Jul 23 16:39:47.998685 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-3db112e7-d4a5-4450-8102-2ea8c49266c8 None None] Deleting port c1d8524c-8fc9-4249-b49e-977a44bd4e21 {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:47.999549 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-3db112e7-d4a5-4450-8102-2ea8c49266c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:48.027744 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:48.054976 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Pushing event deleted for resources: {'Network': ['ID=db4d843f-5b67-4c94-95c1-1ea31b7c2742,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:48.061442 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:48.089852 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-7f65999e-3e2a-444e-b61c-c8d4f184c806 admin admin] 10.222.0.11 "DELETE /v2.0/networks/db4d843f-5b67-4c94-95c1-1ea31b7c2742 HTTP/1.1" status: 204  len: 168 time: 2.3697166
Jul 23 16:39:48.090270 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 51004) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:48.116803 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-3db112e7-d4a5-4450-8102-2ea8c49266c8 None None] The port 'c1d8524c-8fc9-4249-b49e-977a44bd4e21' was deleted {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 23 16:39:48.139144 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73566be-c552-407b-a3a4-76502156276a req-79202804-b25a-4487-a479-697b9c0a939e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:39:48.142062 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a73566be-c552-407b-a3a4-76502156276a req-79202804-b25a-4487-a479-697b9c0a939e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.1375730
Jul 23 16:39:48.180680 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:48.397472 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a73566be-c552-407b-a3a4-76502156276a req-e1498356-ff8e-4d6e-a7c7-9aebafb9e98f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2466071
Jul 23 16:39:48.655538 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a73566be-c552-407b-a3a4-76502156276a req-e0aa5312-5929-4b53-b84c-3d30f850c2b4 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2500575
Jul 23 16:39:48.926846 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 51016) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:48.949760 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b27f652f-c7ae-4548-9006-29505964d37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414559'] for router_interface, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:49.000459 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a73566be-c552-407b-a3a4-76502156276a req-53ebcd1f-1345-4d90-b06c-ba4726e86249 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3376181
Jul 23 16:39:49.369016 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:50.619001 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-b27f652f-c7ae-4548-9006-29505964d37c admin admin] Deleting port 66532e3c-50de-43a8-a361-92291139fc81 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:50.619907 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b27f652f-c7ae-4548-9006-29505964d37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:50.692182 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a537eb8a-3a6f-4408-a6e7-7507c1c8df33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414559'] for router_interface, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:50.992866 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-b27f652f-c7ae-4548-9006-29505964d37c admin admin] For port 66532e3c-50de-43a8-a361-92291139fc81, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=66532e3c-50de-43a8-a361-92291139fc81,segment=NetworkSegment(7d04cfcb-949b-49ee-803f-291f978c43dd),segment_id=7d04cfcb-949b-49ee-803f-291f978c43dd)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:39:50.993286 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b27f652f-c7ae-4548-9006-29505964d37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:51.141578 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-b27f652f-c7ae-4548-9006-29505964d37c admin admin] Calling delete_port for 66532e3c-50de-43a8-a361-92291139fc81 owned by network:router_interface {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:39:51.725560 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b27f652f-c7ae-4548-9006-29505964d37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:51.733473 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d6cb8951-ee39-45a1-843a-5b30b6562273 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:51.825985 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f652f-c7ae-4548-9006-29505964d37c admin admin] Pushing event deleted for resources: {'Port': ['ID=66532e3c-50de-43a8-a361-92291139fc81,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:51.834047 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b27f652f-c7ae-4548-9006-29505964d37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:52.107204 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51048) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:52.348425 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2df271bb-53f7-46b0-b535-e5f738d82105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:52.391967 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-2df271bb-53f7-46b0-b535-e5f738d82105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:39:52.397318 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-2df271bb-53f7-46b0-b535-e5f738d82105 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f76d5e99cf436ba4ab320d172bb816 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:39:52.401477 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-2df271bb-53f7-46b0-b535-e5f738d82105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:39:52.411182 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-2df271bb-53f7-46b0-b535-e5f738d82105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:39:52.527476 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2df271bb-53f7-46b0-b535-e5f738d82105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:52.534256 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2df271bb-53f7-46b0-b535-e5f738d82105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:52.544846 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-efa6b599-1d54-498d-996c-8e9941adb939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:52.603538 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df271bb-53f7-46b0-b535-e5f738d82105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df83af3d-531d-41b3-9444-e3fff41ebe38,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:52.608267 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-2df271bb-53f7-46b0-b535-e5f738d82105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:52.617081 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-2df271bb-53f7-46b0-b535-e5f738d82105 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0f76d5e99cf436ba4ab320d172bb816&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5032074
Jul 23 16:39:52.618345 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51054) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:52.706370 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cdf86c6e-f830-419a-8bfe-94af5e29b2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:52.741401 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cdf86c6e-f830-419a-8bfe-94af5e29b2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:52.866419 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cdf86c6e-f830-419a-8bfe-94af5e29b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:52.881856 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d0351376-77ea-4d5f-84fa-f139ecba0a9b tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:52.907464 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf86c6e-f830-419a-8bfe-94af5e29b2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df83af3d-531d-41b3-9444-e3fff41ebe38,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:52.912374 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-cdf86c6e-f830-419a-8bfe-94af5e29b2af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:52.913985 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-cdf86c6e-f830-419a-8bfe-94af5e29b2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:52.920495 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-cdf86c6e-f830-419a-8bfe-94af5e29b2af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df83af3d-531d-41b3-9444-e3fff41ebe38 HTTP/1.1" status: 204  len: 168 time: 0.2968071
Jul 23 16:39:53.003235 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-a537eb8a-3a6f-4408-a6e7-7507c1c8df33 admin admin] Deleting port 9716edb3-0874-426f-b930-269a569b66a8 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:53.004264 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a537eb8a-3a6f-4408-a6e7-7507c1c8df33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:53.056393 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b27f652f-c7ae-4548-9006-29505964d37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1454223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414635'] for router_interface, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:53.528858 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-a537eb8a-3a6f-4408-a6e7-7507c1c8df33 admin admin] For port 9716edb3-0874-426f-b930-269a569b66a8, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=9716edb3-0874-426f-b930-269a569b66a8,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:39:53.529445 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a537eb8a-3a6f-4408-a6e7-7507c1c8df33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:53.562672 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51062) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:53.601752 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-33d2ac16-e2e8-4a01-9c13-dfb4e0f1cd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:53.670755 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-33d2ac16-e2e8-4a01-9c13-dfb4e0f1cd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:39:53.678579 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-33d2ac16-e2e8-4a01-9c13-dfb4e0f1cd30 admin admin] Usage tracker for resource:security_group_rule and tenant:dd913bf65f824ee1a6cdf2450702cd5d is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:39:53.684319 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-33d2ac16-e2e8-4a01-9c13-dfb4e0f1cd30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:39:53.696959 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-33d2ac16-e2e8-4a01-9c13-dfb4e0f1cd30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:39:53.729001 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-a537eb8a-3a6f-4408-a6e7-7507c1c8df33 admin admin] Calling delete_port for 9716edb3-0874-426f-b930-269a569b66a8 owned by network:router_interface {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:39:53.848751 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-33d2ac16-e2e8-4a01-9c13-dfb4e0f1cd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:53.855095 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-33d2ac16-e2e8-4a01-9c13-dfb4e0f1cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:53.864626 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-4222c6d6-845a-45b4-bd11-fb5ca1461911 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:53.936604 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2ac16-e2e8-4a01-9c13-dfb4e0f1cd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7c4830-6fac-4cd1-8253-8b01f4d169ad,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:53.944376 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-33d2ac16-e2e8-4a01-9c13-dfb4e0f1cd30 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd913bf65f824ee1a6cdf2450702cd5d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3800349
Jul 23 16:39:53.946179 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-33d2ac16-e2e8-4a01-9c13-dfb4e0f1cd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:53.948756 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 51066) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:54.339711 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-155bb859-ffaa-4245-ae27-a7e296d1221f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:54.584655 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-155bb859-ffaa-4245-ae27-a7e296d1221f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:54.990283 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a537eb8a-3a6f-4408-a6e7-7507c1c8df33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:54.998487 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:55.191643 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a537eb8a-3a6f-4408-a6e7-7507c1c8df33 admin admin] Pushing event deleted for resources: {'Port': ['ID=9716edb3-0874-426f-b930-269a569b66a8,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:55.214899 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a537eb8a-3a6f-4408-a6e7-7507c1c8df33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:55.221831 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-155bb859-ffaa-4245-ae27-a7e296d1221f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:55.230836 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f230e37e-8b21-468b-ba1d-58e93b106bb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:55.342074 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bb859-ffaa-4245-ae27-a7e296d1221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7c4830-6fac-4cd1-8253-8b01f4d169ad,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:55.357674 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-155bb859-ffaa-4245-ae27-a7e296d1221f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:55.494987 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-155bb859-ffaa-4245-ae27-a7e296d1221f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:55.497047 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-155bb859-ffaa-4245-ae27-a7e296d1221f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a7c4830-6fac-4cd1-8253-8b01f4d169ad HTTP/1.1" status: 204  len: 168 time: 1.5467875
Jul 23 16:39:56.077011 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27f652f-c7ae-4548-9006-29505964d37c admin admin] Router c0bf1588-66dd-4502-8758-473f5dd42924 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:39:56.244571 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a537eb8a-3a6f-4408-a6e7-7507c1c8df33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1454223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414635'] for router_interface, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:56.340629 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51074) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:56.377406 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f92d83c9-bb79-4d67-ae23-85fed149b10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:56.426466 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-f92d83c9-bb79-4d67-ae23-85fed149b10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:39:56.431897 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-f92d83c9-bb79-4d67-ae23-85fed149b10b admin admin] Usage tracker for resource:security_group_rule and tenant:213b65a36aa845a2b3e16dbd19c4bbce is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:39:56.436978 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-f92d83c9-bb79-4d67-ae23-85fed149b10b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:39:56.446315 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-f92d83c9-bb79-4d67-ae23-85fed149b10b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:39:56.560471 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f92d83c9-bb79-4d67-ae23-85fed149b10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:56.567701 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f92d83c9-bb79-4d67-ae23-85fed149b10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:56.579046 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c0899b75-f5de-4c05-b137-9db4bedaf252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:56.661108 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d83c9-bb79-4d67-ae23-85fed149b10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522bc9f9-3295-4bf0-b234-acebf77f0fbe,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:56.667389 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f92d83c9-bb79-4d67-ae23-85fed149b10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:56.675170 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-f92d83c9-bb79-4d67-ae23-85fed149b10b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=213b65a36aa845a2b3e16dbd19c4bbce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3318281
Jul 23 16:39:56.679841 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51078) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:56.812207 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-049a6180-4e60-4704-b447-d5c7b0d7f84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:56.848228 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27f652f-c7ae-4548-9006-29505964d37c admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:39:56.857332 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-b27f652f-c7ae-4548-9006-29505964d37c admin admin] 10.222.0.11 "PUT /v2.0/routers/c0bf1588-66dd-4502-8758-473f5dd42924/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7650034
Jul 23 16:39:56.868550 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739667e-7cac-44f6-88f4-0066271ebe73 None None] Sync routers for ids ['c0bf1588-66dd-4502-8758-473f5dd42924'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:39:56.876577 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51082) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:56.882960 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-049a6180-4e60-4704-b447-d5c7b0d7f84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:56.913634 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739667e-7cac-44f6-88f4-0066271ebe73 None None] Routers {'c0bf1588-66dd-4502-8758-473f5dd42924'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:39:56.915249 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-1739667e-7cac-44f6-88f4-0066271ebe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f664490>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:39:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['c0bf1588-66dd-4502-8758-473f5dd42924'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:57.156146 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-049a6180-4e60-4704-b447-d5c7b0d7f84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:57.170848 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-9de65fa7-9a75-4a73-ad25-d69bb836473e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:57.205525 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a6180-4e60-4704-b447-d5c7b0d7f84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522bc9f9-3295-4bf0-b234-acebf77f0fbe,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:57.221258 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-049a6180-4e60-4704-b447-d5c7b0d7f84f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:57.316041 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-1739667e-7cac-44f6-88f4-0066271ebe73 None None] Set router c0bf1588-66dd-4502-8758-473f5dd42924 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:39:57.353387 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-049a6180-4e60-4704-b447-d5c7b0d7f84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:57.355699 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-049a6180-4e60-4704-b447-d5c7b0d7f84f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/522bc9f9-3295-4bf0-b234-acebf77f0fbe HTTP/1.1" status: 204  len: 168 time: 0.6738882
Jul 23 16:39:57.483465 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Notify callbacks [] for router, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:57.676423 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a537eb8a-3a6f-4408-a6e7-7507c1c8df33 admin admin] Router 414ac529-55d6-487e-a088-f7aaa57da9bb has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:39:57.989690 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:58.008997 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Deleting port 65afb17e-7df7-4a23-b7a5-0176aff08209 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:58.009862 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:58.102293 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-1739667e-7cac-44f6-88f4-0066271ebe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f664490>, [{'id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'name': 'tempest-TestShelveInstance-563637461-router', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165'}], 'enable_snat': True}, 'gw_port_id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:22Z', 'updated_at': '2021-07-23T16:39:51Z', 'revision_number': 5, 'project_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'gw_port': {'id': '65afb17e-7df7-4a23-b7a5-0176aff08209', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:68:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:33:24Z', 'updated_at': '2021-07-23T16:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:58.109696 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739667e-7cac-44f6-88f4-0066271ebe73 None None] Checking router: c0bf1588-66dd-4502-8758-473f5dd42924 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:39:58.135979 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1739667e-7cac-44f6-88f4-0066271ebe73 None None] Routers {'c0bf1588-66dd-4502-8758-473f5dd42924'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:39:58.137984 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-1739667e-7cac-44f6-88f4-0066271ebe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f664490>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:39:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['c0bf1588-66dd-4502-8758-473f5dd42924'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:58.370415 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a537eb8a-3a6f-4408-a6e7-7507c1c8df33 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:39:58.385306 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-a537eb8a-3a6f-4408-a6e7-7507c1c8df33 admin admin] 10.222.0.11 "PUT /v2.0/routers/414ac529-55d6-487e-a088-f7aaa57da9bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4568148
Jul 23 16:39:58.386760 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 51096) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:39:58.391565 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37f76b-1865-4b84-a3e4-c8a18fd53c69 None None] Sync routers for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:39:58.395914 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] For port 65afb17e-7df7-4a23-b7a5-0176aff08209, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=65afb17e-7df7-4a23-b7a5-0176aff08209,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:39:58.396834 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:58.434881 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37f76b-1865-4b84-a3e4-c8a18fd53c69 None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:39:58.436805 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-5f37f76b-1865-4b84-a3e4-c8a18fd53c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f66ce20>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:39:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:58.545000 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-1739667e-7cac-44f6-88f4-0066271ebe73 None None] Set router c0bf1588-66dd-4502-8758-473f5dd42924 gateway port host: None {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:39:58.717932 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Calling delete_port for 65afb17e-7df7-4a23-b7a5-0176aff08209 owned by network:router_gateway {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:39:58.840462 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-1739667e-7cac-44f6-88f4-0066271ebe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f664490>, [{'id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'name': 'tempest-TestShelveInstance-563637461-router', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:22Z', 'updated_at': '2021-07-23T16:39:57Z', 'revision_number': 6, 'project_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'gw_port_host': None}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:58.856611 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1739667e-7cac-44f6-88f4-0066271ebe73 None None] The sync data for ids ['c0bf1588-66dd-4502-8758-473f5dd42924'] in dv-cinder-802039-1-iscsi is: [{'id': 'c0bf1588-66dd-4502-8758-473f5dd42924', 'name': 'tempest-TestShelveInstance-563637461-router', 'tenant_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:33:22Z', 'updated_at': '2021-07-23T16:39:57Z', 'revision_number': 6, 'project_id': 'a5c1e6d544b344e0bb9bf7d353ff4a3f', 'gw_port_host': None}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:39:58.885814 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-5f37f76b-1865-4b84-a3e4-c8a18fd53c69 None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:39:59.106031 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:59.334471 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:59.351906 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8afb18a9-df27-4776-9a05-108e3b6791d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:39:59.475076 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Pushing event deleted for resources: {'Port': ['ID=65afb17e-7df7-4a23-b7a5-0176aff08209,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:39:59.479998 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:39:59.640117 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:59.664580 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Deleting port da530572-6b08-4297-876f-246f7941e1f3 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:39:59.667306 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:39:59.710972 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-5f37f76b-1865-4b84-a3e4-c8a18fd53c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f66ce20>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': 'da530572-6b08-4297-876f-246f7941e1f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:39:54Z', 'revision_number': 5, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port': {'id': 'da530572-6b08-4297-876f-246f7941e1f3', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:f0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:29:40Z', 'updated_at': '2021-07-23T16:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:39:59.719363 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37f76b-1865-4b84-a3e4-c8a18fd53c69 None None] Checking router: 414ac529-55d6-487e-a088-f7aaa57da9bb for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:39:59.741319 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37f76b-1865-4b84-a3e4-c8a18fd53c69 None None] Routers {'414ac529-55d6-487e-a088-f7aaa57da9bb'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:39:59.742402 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-5f37f76b-1865-4b84-a3e4-c8a18fd53c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f66ce20>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:39:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['414ac529-55d6-487e-a088-f7aaa57da9bb'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:40:00.120323 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415266'] for router_gateway, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:00.133512 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-5f37f76b-1865-4b84-a3e4-c8a18fd53c69 None None] Set router 414ac529-55d6-487e-a088-f7aaa57da9bb gateway port host: None {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:40:00.145154 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] For port da530572-6b08-4297-876f-246f7941e1f3, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=da530572-6b08-4297-876f-246f7941e1f3,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:40:00.146860 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:00.409631 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-5f37f76b-1865-4b84-a3e4-c8a18fd53c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f66ce20>, [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:39:59Z', 'revision_number': 6, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port_host': None}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:40:00.418083 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37f76b-1865-4b84-a3e4-c8a18fd53c69 None None] The sync data for ids ['414ac529-55d6-487e-a088-f7aaa57da9bb'] in dv-cinder-802039-1-iscsi is: [{'id': '414ac529-55d6-487e-a088-f7aaa57da9bb', 'name': 'tempest-AttachVolumeShelveTestJSON-517592917-router', 'tenant_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:29:37Z', 'updated_at': '2021-07-23T16:39:59Z', 'revision_number': 6, 'project_id': 'b2efe7e48fb140c5b6b33a9d628704a0', 'gw_port_host': None}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:40:00.425675 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Calling delete_port for da530572-6b08-4297-876f-246f7941e1f3 owned by network:router_gateway {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:40:00.720362 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29480'] for router, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:00.728462 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:00.775361 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:00.783352 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416542'] for router, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:00.784324 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0bf1588-66dd-4502-8758-473f5dd42924 {{(pid=74312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 23 16:40:00.795595 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-e6ef5edf-a61e-466b-a19d-6f07fc4694ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:00.869027 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Notify callbacks [] for router, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:00.870765 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] 10.222.0.11 "DELETE /v2.0/routers/c0bf1588-66dd-4502-8758-473f5dd42924 HTTP/1.1" status: 204  len: 168 time: 3.9926374
Jul 23 16:40:00.874947 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51130) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:00.889916 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da530572-6b08-4297-876f-246f7941e1f3,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:00.944551 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:01.014984 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 66532e3c-50de-43a8-a361-92291139fc81 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:40:01.149391 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a2331e-474e-4a8e-86a9-53f022d59499 admin admin] Deleting subnet 3187f0a6-2fa3-4c64-a977-dc7e82ea8abf {{(pid=74312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:40:01.172646 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-94a2331e-474e-4a8e-86a9-53f022d59499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:01.196685 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 66532e3c-50de-43a8-a361-92291139fc81 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:40:01.198574 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 66532e3c-50de-43a8-a361-92291139fc81 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:40:01.199318 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 65afb17e-7df7-4a23-b7a5-0176aff08209 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:40:01.277879 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 65afb17e-7df7-4a23-b7a5-0176aff08209 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:40:01.278565 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 65afb17e-7df7-4a23-b7a5-0176aff08209 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:40:01.279414 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 9716edb3-0874-426f-b930-269a569b66a8 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:40:01.289419 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-94a2331e-474e-4a8e-86a9-53f022d59499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66371828'] for subnet, precommit_delete_associations {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:01.354117 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 9716edb3-0874-426f-b930-269a569b66a8 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:40:01.354956 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 9716edb3-0874-426f-b930-269a569b66a8 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:40:01.474051 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-94a2331e-474e-4a8e-86a9-53f022d59499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:01.492483 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415266'] for router_gateway, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:01.673955 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-94a2331e-474e-4a8e-86a9-53f022d59499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66939672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65542847'] for subnet, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:01.683183 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-9f8cfccf-297c-4be7-b5c0-80eb20234a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:01.766546 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2331e-474e-4a8e-86a9-53f022d59499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3187f0a6-2fa3-4c64-a977-dc7e82ea8abf,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:01.777263 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-94a2331e-474e-4a8e-86a9-53f022d59499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:01.782547 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-94a2331e-474e-4a8e-86a9-53f022d59499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:01.792043 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17961e51-d99c-4982-8722-f31eaa403d65 None None] Network 44ab5ac5-a103-47cd-a679-8b393e320175 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:40:01.808951 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-94a2331e-474e-4a8e-86a9-53f022d59499 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3187f0a6-2fa3-4c64-a977-dc7e82ea8abf HTTP/1.1" status: 204  len: 168 time: 0.9321411
Jul 23 16:40:01.813915 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51138) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:02.138003 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:02.157464 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Deleting port 174856e8-6394-4a1d-875a-8190a64ea8bb {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:40:02.158066 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:02.273563 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29480'] for router, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:02.282458 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:02.332910 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416542'] for router, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:02.333964 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 414ac529-55d6-487e-a088-f7aaa57da9bb {{(pid=74313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 23 16:40:02.381080 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Notify callbacks [] for router, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:02.386717 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51142) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:02.387033 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/414ac529-55d6-487e-a088-f7aaa57da9bb HTTP/1.1" status: 204  len: 168 time: 3.9857900
Jul 23 16:40:02.482967 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae274572-1b49-464f-8688-49ece651e6c1 None None] DHCP port deletion for 44ab5ac5-a103-47cd-a679-8b393e320175 request from dv-cinder-802039-1-iscsi {{(pid=74314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 23 16:40:02.493227 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-ae274572-1b49-464f-8688-49ece651e6c1 None None] Deleting port 174856e8-6394-4a1d-875a-8190a64ea8bb {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:40:02.494680 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-ae274572-1b49-464f-8688-49ece651e6c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:02.891901 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device da530572-6b08-4297-876f-246f7941e1f3 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:40:02.896579 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9571818-c71d-4744-82c7-4789137f8f61 admin admin] Deleting subnet 82c0dc70-c251-4f95-9b4f-2413f88533bb {{(pid=74312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:40:02.912274 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d9571818-c71d-4744-82c7-4789137f8f61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:02.964356 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: da530572-6b08-4297-876f-246f7941e1f3 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:40:02.964759 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device da530572-6b08-4297-876f-246f7941e1f3 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:40:02.965408 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 174856e8-6394-4a1d-875a-8190a64ea8bb no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:40:02.987356 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] For port 174856e8-6394-4a1d-875a-8190a64ea8bb, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=174856e8-6394-4a1d-875a-8190a64ea8bb,segment=NetworkSegment(7d04cfcb-949b-49ee-803f-291f978c43dd),segment_id=7d04cfcb-949b-49ee-803f-291f978c43dd)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:40:02.988021 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:03.041919 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-ae274572-1b49-464f-8688-49ece651e6c1 None None] For port 174856e8-6394-4a1d-875a-8190a64ea8bb, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=174856e8-6394-4a1d-875a-8190a64ea8bb,segment=NetworkSegment(7d04cfcb-949b-49ee-803f-291f978c43dd),segment_id=7d04cfcb-949b-49ee-803f-291f978c43dd)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:40:03.042666 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-ae274572-1b49-464f-8688-49ece651e6c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:03.255070 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Calling delete_port for 174856e8-6394-4a1d-875a-8190a64ea8bb owned by network:dhcp {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:40:03.328437 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-ae274572-1b49-464f-8688-49ece651e6c1 None None] Calling delete_port for 174856e8-6394-4a1d-875a-8190a64ea8bb owned by network:dhcp {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:40:03.339286 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d9571818-c71d-4744-82c7-4789137f8f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66371828'] for subnet, precommit_delete_associations {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:03.530734 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:03.541354 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:03.562074 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:03.588640 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.api [None req-ae274572-1b49-464f-8688-49ece651e6c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:40:03.589076 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_db.api [None req-ae274572-1b49-464f-8688-49ece651e6c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:40:03.640265 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Pushing event deleted for resources: {'Port': ['ID=174856e8-6394-4a1d-875a-8190a64ea8bb,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:03.648582 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:03.650731 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d9571818-c71d-4744-82c7-4789137f8f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:03.704064 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] No DVR routers for this DVR port 174856e8-6394-4a1d-875a-8190a64ea8bb on host dv-cinder-802039-1-iscsi {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:40:03.983192 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:04.021160 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09e774880>,) {'filters': {'network_id': ['44ab5ac5-a103-47cd-a679-8b393e320175']}} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:40:04.053452 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d9571818-c71d-4744-82c7-4789137f8f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66939672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65542847'] for subnet, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:04.075025 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09e774880>, '7d04cfcb-949b-49ee-803f-291f978c43dd') {'for_net_delete': True} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:40:04.075516 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09e774880>, '7d04cfcb-949b-49ee-803f-291f978c43dd') {} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:40:04.089391 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:04.090654 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-ae274572-1b49-464f-8688-49ece651e6c1 None None] Deleting port 174856e8-6394-4a1d-875a-8190a64ea8bb {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:40:04.091388 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-ae274572-1b49-464f-8688-49ece651e6c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:04.174585 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66371835'] for segment, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:04.205774 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9571818-c71d-4744-82c7-4789137f8f61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c0dc70-c251-4f95-9b4f-2413f88533bb,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:04.221020 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d9571818-c71d-4744-82c7-4789137f8f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:04.227201 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d9571818-c71d-4744-82c7-4789137f8f61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:04.234402 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:04.256924 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-d9571818-c71d-4744-82c7-4789137f8f61 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/82c0dc70-c251-4f95-9b4f-2413f88533bb HTTP/1.1" status: 204  len: 168 time: 1.8673217
Jul 23 16:40:04.259605 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=74312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:40:04.260353 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66939838'] for segment, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:04.261195 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f877643-3fe1-4dad-ab5f-d0728a581ec6 None None] Network 1fb6c709-8eb7-4cae-8109-67bb349e8f3a requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:40:04.261388 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 51150) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]: Traceback (most recent call last):
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     timer()
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     cb(*args, **kw)
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     return func(*args, **kwargs)
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     self._notify()
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     self.callback(batched_events)
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     event.method(event)
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     return f(self, *a, **k)
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._get(url).json()
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:40:04.288338 dv-cinder-802039-1-iscsi neutron-server[74312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:40:04.352412 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-ae274572-1b49-464f-8688-49ece651e6c1 None None] The port '174856e8-6394-4a1d-875a-8190a64ea8bb' was deleted {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 23 16:40:04.498670 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:04.509448 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:04.521883 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:04.528761 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Deleting port ca46a9b8-13d0-4937-80fb-25308585a8a5 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:40:04.529520 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:04.538630 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:04.569022 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] 10.222.0.11 "DELETE /v2.0/networks/44ab5ac5-a103-47cd-a679-8b393e320175 HTTP/1.1" status: 204  len: 168 time: 2.7498763
Jul 23 16:40:04.587697 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ab5ac5-a103-47cd-a679-8b393e320175,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:04.594914 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:04.946733 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03abed8d-401a-46ed-afea-1b5abb509c1c None None] DHCP port deletion for 1fb6c709-8eb7-4cae-8109-67bb349e8f3a request from dv-cinder-802039-1-iscsi {{(pid=74314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 23 16:40:04.958807 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-03abed8d-401a-46ed-afea-1b5abb509c1c None None] Deleting port ca46a9b8-13d0-4937-80fb-25308585a8a5 {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:40:04.959432 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-03abed8d-401a-46ed-afea-1b5abb509c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:05.022773 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] For port ca46a9b8-13d0-4937-80fb-25308585a8a5, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=ca46a9b8-13d0-4937-80fb-25308585a8a5,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:40:05.023462 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:05.100315 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51158) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:05.201351 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-a84ede1c-655e-4a4b-82da-82dc55308d64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6680e65433804e71af3c7eff97c03c94&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0955503
Jul 23 16:40:05.202105 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51162) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:05.266897 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Calling delete_port for ca46a9b8-13d0-4937-80fb-25308585a8a5 owned by network:dhcp {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:40:05.369014 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-9bedad47-bd30-4d40-8225-eceb52f1a6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:05.418337 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-03abed8d-401a-46ed-afea-1b5abb509c1c None None] For port ca46a9b8-13d0-4937-80fb-25308585a8a5, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=ca46a9b8-13d0-4937-80fb-25308585a8a5,segment=NetworkSegment(5ba1c613-75b5-4eef-97d5-64b08573cc02),segment_id=5ba1c613-75b5-4eef-97d5-64b08573cc02)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:40:05.418898 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-03abed8d-401a-46ed-afea-1b5abb509c1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:05.428867 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:05.433950 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-9bedad47-bd30-4d40-8225-eceb52f1a6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:05.449805 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d148981d-827c-4d25-a1e0-5b0fe40c8575 tempest-ServerRescueNegativeTestJSON-2078645393 tempest-ServerRescueNegativeTestJSON-2078645393-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:05.527300 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] No DVR routers for this DVR port ca46a9b8-13d0-4937-80fb-25308585a8a5 on host dv-cinder-802039-1-iscsi {{(pid=74313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:40:05.530068 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Pushing event deleted for resources: {'Port': ['ID=ca46a9b8-13d0-4937-80fb-25308585a8a5,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:05.569525 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-9bedad47-bd30-4d40-8225-eceb52f1a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:05.581283 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fda56218-e466-408f-832a-ed3ee1396d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:05.587807 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:05.654978 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedad47-bd30-4d40-8225-eceb52f1a6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a2900e-80fe-4f3e-bbd1-4e9777272d4d,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:05.664283 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-9bedad47-bd30-4d40-8225-eceb52f1a6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:05.672118 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-9bedad47-bd30-4d40-8225-eceb52f1a6f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6a2900e-80fe-4f3e-bbd1-4e9777272d4d HTTP/1.1" status: 204  len: 168 time: 0.4680681
Jul 23 16:40:05.674054 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-9bedad47-bd30-4d40-8225-eceb52f1a6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:05.771613 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:05.794342 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09f200c70>,) {'filters': {'network_id': ['1fb6c709-8eb7-4cae-8109-67bb349e8f3a']}} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:40:05.802965 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-03abed8d-401a-46ed-afea-1b5abb509c1c None None] Calling delete_port for ca46a9b8-13d0-4937-80fb-25308585a8a5 owned by network:dhcp {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:40:05.819183 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f200c70>, '5ba1c613-75b5-4eef-97d5-64b08573cc02') {'for_net_delete': True} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:40:05.819710 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f200c70>, '5ba1c613-75b5-4eef-97d5-64b08573cc02') {} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:40:05.844157 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66188024'] for segment, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:05.877171 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:05.889299 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=74313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:40:05.890139 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65805945'] for segment, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:05.988768 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.api [None req-03abed8d-401a-46ed-afea-1b5abb509c1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:40:05.989708 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_db.api [None req-03abed8d-401a-46ed-afea-1b5abb509c1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]: Traceback (most recent call last):
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     timer()
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     cb(*args, **kw)
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     return func(*args, **kwargs)
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     self._notify()
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     self.callback(batched_events)
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     event.method(event)
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     return f(self, *a, **k)
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._get(url).json()
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:40:06.013643 dv-cinder-802039-1-iscsi neutron-server[74313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:40:06.086549 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:06.096447 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:06.101309 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-46697b20-ee53-43c6-a2fd-5e84540dacfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:06.149833 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Pushing event deleted for resources: {'Network': ['ID=1fb6c709-8eb7-4cae-8109-67bb349e8f3a,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:06.155643 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:06.163836 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] 10.222.0.11 "DELETE /v2.0/networks/1fb6c709-8eb7-4cae-8109-67bb349e8f3a HTTP/1.1" status: 204  len: 168 time: 1.9002771
Jul 23 16:40:06.492052 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-03abed8d-401a-46ed-afea-1b5abb509c1c None None] Deleting port ca46a9b8-13d0-4937-80fb-25308585a8a5 {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:40:06.492712 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-03abed8d-401a-46ed-afea-1b5abb509c1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:06.583738 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51174) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:06.593346 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 51178) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:06.626084 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-03abed8d-401a-46ed-afea-1b5abb509c1c None None] The port 'ca46a9b8-13d0-4937-80fb-25308585a8a5' was deleted {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 23 16:40:06.697179 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-eb53da02-44de-4ba7-b78d-f4b2bfbde1be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5c1e6d544b344e0bb9bf7d353ff4a3f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1013443
Jul 23 16:40:06.699416 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51182) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:06.725933 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-04394e51-f093-48b8-ba39-ef582d32a514 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2efe7e48fb140c5b6b33a9d628704a0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1401856
Jul 23 16:40:06.731285 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 51186) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:06.882285 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device ca46a9b8-13d0-4937-80fb-25308585a8a5 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:40:06.950852 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a77ae1d5-f397-4ce7-a680-81cba2f131fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:06.967594 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a83f5dcb-f785-4cd6-a742-ceede5002263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:06.996606 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: ca46a9b8-13d0-4937-80fb-25308585a8a5 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:40:06.996606 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device ca46a9b8-13d0-4937-80fb-25308585a8a5 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:40:07.028730 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a77ae1d5-f397-4ce7-a680-81cba2f131fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:07.049871 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a83f5dcb-f785-4cd6-a742-ceede5002263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:07.143220 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a77ae1d5-f397-4ce7-a680-81cba2f131fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:07.152754 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e58721e1-559e-4060-88c5-7e3cff6664d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:07.158633 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a83f5dcb-f785-4cd6-a742-ceede5002263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:07.168238 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3b601706-fb1a-4a40-965c-44aec3b32204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:07.172634 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ae1d5-f397-4ce7-a680-81cba2f131fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aaf311-33bd-44cb-9ae9-ce2e4ada16db,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:07.177139 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-a77ae1d5-f397-4ce7-a680-81cba2f131fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:07.186438 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-a77ae1d5-f397-4ce7-a680-81cba2f131fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:07.188386 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-a77ae1d5-f397-4ce7-a680-81cba2f131fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00aaf311-33bd-44cb-9ae9-ce2e4ada16db HTTP/1.1" status: 204  len: 168 time: 0.4872131
Jul 23 16:40:07.191310 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f5dcb-f785-4cd6-a742-ceede5002263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df02149f-d7dd-42ff-a335-045a552bb9be,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:07.196512 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a83f5dcb-f785-4cd6-a742-ceede5002263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:07.207473 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a83f5dcb-f785-4cd6-a742-ceede5002263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:07.213261 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-a83f5dcb-f785-4cd6-a742-ceede5002263 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df02149f-d7dd-42ff-a335-045a552bb9be HTTP/1.1" status: 204  len: 168 time: 0.4761734
Jul 23 16:40:10.298636 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:12.915360 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 51264) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:13.212582 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b142fb66-07fd-4c00-a0dd-e5b868ae06c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:13.253472 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-b142fb66-07fd-4c00-a0dd-e5b868ae06c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:40:13.258032 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-b142fb66-07fd-4c00-a0dd-e5b868ae06c5 admin admin] Usage tracker for resource:security_group_rule and tenant:750f843225bc48b09ad73f347e59dfd6 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:40:13.261622 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-b142fb66-07fd-4c00-a0dd-e5b868ae06c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:40:13.269529 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-b142fb66-07fd-4c00-a0dd-e5b868ae06c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:40:13.393965 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b142fb66-07fd-4c00-a0dd-e5b868ae06c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:13.400777 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b142fb66-07fd-4c00-a0dd-e5b868ae06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:13.413045 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-754964da-bbb9-4796-ab40-4f3e76b820d4 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:13.495095 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142fb66-07fd-4c00-a0dd-e5b868ae06c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fb566c-0f62-41d7-b281-193222159b4d,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:13.499951 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b142fb66-07fd-4c00-a0dd-e5b868ae06c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:13.503643 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-b142fb66-07fd-4c00-a0dd-e5b868ae06c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=750f843225bc48b09ad73f347e59dfd6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5864511
Jul 23 16:40:13.508090 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 51270) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:13.720557 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2557922c-1845-4645-9988-3b0eb83c2861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:13.750701 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2557922c-1845-4645-9988-3b0eb83c2861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:13.849529 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2557922c-1845-4645-9988-3b0eb83c2861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:13.854014 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-10dba5e9-4d09-4c2d-8247-873867d45422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:13.868418 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2557922c-1845-4645-9988-3b0eb83c2861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fb566c-0f62-41d7-b281-193222159b4d,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:13.873459 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-2557922c-1845-4645-9988-3b0eb83c2861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:13.878297 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2557922c-1845-4645-9988-3b0eb83c2861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:13.880038 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-2557922c-1845-4645-9988-3b0eb83c2861 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48fb566c-0f62-41d7-b281-193222159b4d HTTP/1.1" status: 204  len: 168 time: 0.3703601
Jul 23 16:40:14.276892 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-ff328454-5774-4a71-b02c-daa77d2280e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:14.791635 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:16.731714 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-16fc1493-7976-4e7f-8eb5-493e56175617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:18.179563 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:18.667306 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:40:19.368722 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:34.696016 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51486) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:34.910546 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:34.973831 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:40:34.981334 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Usage tracker for resource:security_group_rule and tenant:5c3bf004f22042edbe161ea49ad6257f is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:40:34.986832 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:40:34.998430 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:40:35.125040 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:35.130854 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:35.144805 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6402db5b-17fb-4444-bf5a-a0015b3d3378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:35.226698 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b59e61-7ee4-47c2-bf06-dd2b9676f4b4,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:35.235507 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c3bf004f22042edbe161ea49ad6257f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5370610
Jul 23 16:40:35.239062 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51492) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:35.276681 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:35.277439 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:35.277950 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:35.278582 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:35.279225 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:35.279900 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:35.280537 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:35.281183 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:35.281893 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:35.282526 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:35.283146 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:35.291656 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:35.382823 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1f8e8a8e-0321-4fee-97f0-dfcd79ec5952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:35.433883 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1f8e8a8e-0321-4fee-97f0-dfcd79ec5952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:35.538684 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1f8e8a8e-0321-4fee-97f0-dfcd79ec5952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:35.545006 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-58726f93-d25e-410e-a73d-766ce06956ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:35.566752 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e8a8e-0321-4fee-97f0-dfcd79ec5952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b59e61-7ee4-47c2-bf06-dd2b9676f4b4,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:35.575699 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-1f8e8a8e-0321-4fee-97f0-dfcd79ec5952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:35.580280 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1f8e8a8e-0321-4fee-97f0-dfcd79ec5952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:35.583058 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-1f8e8a8e-0321-4fee-97f0-dfcd79ec5952 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9b59e61-7ee4-47c2-bf06-dd2b9676f4b4 HTTP/1.1" status: 204  len: 168 time: 0.3422856
Jul 23 16:40:35.916902 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51506) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:36.204468 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-37ed564e-32aa-4aa8-aa63-02121a039e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:36.222939 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 51512) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:36.259071 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:36.269070 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-37ed564e-32aa-4aa8-aa63-02121a039e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:40:36.284700 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-37ed564e-32aa-4aa8-aa63-02121a039e0e admin admin] Usage tracker for resource:security_group_rule and tenant:0d86558a43624322a581ffe5d686e2f0 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:40:36.290827 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-37ed564e-32aa-4aa8-aa63-02121a039e0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:40:36.302842 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-37ed564e-32aa-4aa8-aa63-02121a039e0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:40:36.325664 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:40:36.332527 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Usage tracker for resource:security_group_rule and tenant:3b6ee324bb744e1cb4a6cf0e3757e1e1 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:40:36.339198 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:40:36.352080 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:40:36.438655 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-37ed564e-32aa-4aa8-aa63-02121a039e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:36.446807 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-37ed564e-32aa-4aa8-aa63-02121a039e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:36.460016 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:36.460646 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-ed95d9f0-44ea-4cca-ac1a-55d14f9f0745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:36.466971 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:36.481826 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-7a083f18-291b-4c30-a67d-cd24090cb1ab tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:36.538254 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed564e-32aa-4aa8-aa63-02121a039e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9069eaa4-b5d8-4fbe-8158-a07201c9fd0a,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:36.542058 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-37ed564e-32aa-4aa8-aa63-02121a039e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:36.549151 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-37ed564e-32aa-4aa8-aa63-02121a039e0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d86558a43624322a581ffe5d686e2f0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6254649
Jul 23 16:40:36.549696 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51516) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:36.565263 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f0d793-1647-41b3-b735-1104bb0a732e,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:36.592329 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b6ee324bb744e1cb4a6cf0e3757e1e1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3676145
Jul 23 16:40:36.597521 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:36.598167 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:36.599380 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:36.599591 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:36.599825 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 51520) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:40:36.600107 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:36.600718 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:36.601368 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:36.601960 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:36.602590 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:36.603353 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:36.604025 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:40:36.610888 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:36.744789 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ad509489-d6e3-413c-ae04-3aed3a557a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:36.832108 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ad509489-d6e3-413c-ae04-3aed3a557a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:36.853386 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5e43f57b-4fae-427d-9816-1985bd57ce4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:36.952308 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5e43f57b-4fae-427d-9816-1985bd57ce4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:37.053082 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ad509489-d6e3-413c-ae04-3aed3a557a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:37.066792 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-257f8bab-b6db-4baf-aade-8cbffc8ea71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:37.090795 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad509489-d6e3-413c-ae04-3aed3a557a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9069eaa4-b5d8-4fbe-8158-a07201c9fd0a,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:37.094758 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-ad509489-d6e3-413c-ae04-3aed3a557a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:37.100186 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5e43f57b-4fae-427d-9816-1985bd57ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:37.113196 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-9bedad47-bd30-4d40-8225-eceb52f1a6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:37.131568 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5e43f57b-4fae-427d-9816-1985bd57ce4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:37.137116 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-5e43f57b-4fae-427d-9816-1985bd57ce4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9f0d793-1647-41b3-b735-1104bb0a732e HTTP/1.1" status: 204  len: 168 time: 0.5319848
Jul 23 16:40:37.149953 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-ad509489-d6e3-413c-ae04-3aed3a557a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:37.151630 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-ad509489-d6e3-413c-ae04-3aed3a557a42 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9069eaa4-b5d8-4fbe-8158-a07201c9fd0a HTTP/1.1" status: 204  len: 168 time: 0.6001210
Jul 23 16:40:37.153435 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43f57b-4fae-427d-9816-1985bd57ce4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f0d793-1647-41b3-b735-1104bb0a732e,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:37.158038 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-5e43f57b-4fae-427d-9816-1985bd57ce4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:40.319215 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:44.282750 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-765da07f-d390-4589-b922-0b4dd8a0971c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:44.801746 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:45.647833 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c338b5-cab6-438b-9978-44b06fa371f7 req-a4a1571a-a6f0-4642-ad43-f469daee1f5a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:40:45.650586 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e1c338b5-cab6-438b-9978-44b06fa371f7 req-a4a1571a-a6f0-4642-ad43-f469daee1f5a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 946 time: 0.2323327
Jul 23 16:40:45.739586 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e1c338b5-cab6-438b-9978-44b06fa371f7 req-fe5dce3b-7d8f-41e7-b0d6-65cb20fd6061 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783772
Jul 23 16:40:46.718929 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-f536f8a8-4cea-40a2-9ad8-ed185119594d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:47.040483 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5835b-1dfe-4eea-bbad-98a47b2b1c7f req-7be7b00e-542f-46c7-aea5-7acfc7675fb8 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:40:47.042812 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f2e5835b-1dfe-4eea-bbad-98a47b2b1c7f req-7be7b00e-542f-46c7-aea5-7acfc7675fb8 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 946 time: 0.1424212
Jul 23 16:40:47.113494 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f2e5835b-1dfe-4eea-bbad-98a47b2b1c7f req-16737fb9-213f-437f-8d7a-fda41d3daa46 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577636
Jul 23 16:40:48.208777 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:48.507679 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f5fbb-b5a5-4516-8e93-42d7573853af req-4e179d95-3219-4015-80d9-b5eebaf4e7bc tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:40:48.510625 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-308f5fbb-b5a5-4516-8e93-42d7573853af req-4e179d95-3219-4015-80d9-b5eebaf4e7bc tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 946 time: 0.1763532
Jul 23 16:40:48.580361 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-308f5fbb-b5a5-4516-8e93-42d7573853af req-90bf3122-09a2-4103-a1c5-343cce5ee24e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615718
Jul 23 16:40:48.762898 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-bab38a12-67e1-4c31-8877-09714ce1bc76 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:40:48.764584 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-bab38a12-67e1-4c31-8877-09714ce1bc76 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 946 time: 0.0925739
Jul 23 16:40:48.883039 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Deleting port 3c692961-640a-4d43-a326-03538290efbd {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:40:48.883391 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:49.167918 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] For port 3c692961-640a-4d43-a326-03538290efbd, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=3c692961-640a-4d43-a326-03538290efbd,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:40:49.168222 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:49.368409 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:49.498460 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:49.498942 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:49.499266 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.l3_db [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Floating IP 65baae97-a428-446b-acde-315086feda2a disassociated. External IP: 172.27.3.106, port: 3c692961-640a-4d43-a326-03538290efbd.
Jul 23 16:40:49.499621 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Calling delete_port for 3c692961-640a-4d43-a326-03538290efbd owned by compute:nova {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:40:49.756328 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:49.815784 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8b146a51-6f23-40e0-82bf-f79928e0a90c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:40:49.871636 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7b8d140c-1d7d-4102-82cd-48b9a593b8ce req-e4da63fb-d92d-4a51-9f2f-1c2c6997df69 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 210 time: 0.1187289
Jul 23 16:40:49.891601 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event deleted for resources: {'Port': ['ID=3c692961-640a-4d43-a326-03538290efbd,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:40:49.906133 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:40:50.185914 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Router 742df17f-9038-4c06-ad06-751bf0ffe149 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:40:50.557315 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:40:50.569861 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64c72a-968e-4eb5-9fa1-9262be696491 None None] Sync routers for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:40:50.585973 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64c72a-968e-4eb5-9fa1-9262be696491 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:40:50.587257 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-ae64c72a-968e-4eb5-9fa1-9262be696491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fa89130>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:40:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:40:50.672360 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] No DVR routers for this DVR port 3c692961-640a-4d43-a326-03538290efbd on host hv-cinder-80203 {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:40:50.675871 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:40:50.678724 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4672d400-1f93-4858-9e36-e295bfd751f4', 'name': 'network-vif-deleted', 'tag': '3c692961-640a-4d43-a326-03538290efbd'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:40:50.699459 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-aca24b24-71aa-469b-9a2c-f6c4828b8c8c req-a450b65b-ca26-436f-9ba2-e223549bd3f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "DELETE /v2.0/ports/3c692961-640a-4d43-a326-03538290efbd HTTP/1.1" status: 204  len: 173 time: 1.9027293
Jul 23 16:40:50.753341 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4672d400-1f93-4858-9e36-e295bfd751f4', 'name': 'network-vif-deleted', 'tag': '3c692961-640a-4d43-a326-03538290efbd', 'status': 'completed', 'code': 200}
Jul 23 16:40:50.877086 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-ae64c72a-968e-4eb5-9fa1-9262be696491 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:40:51.198670 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-4e41f1e1-9db9-4834-b23d-90e7ccbe483d req-437020ed-7044-481d-b970-685acff27b61 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Synchronizing usage tracker for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:40:51.220591 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-4e41f1e1-9db9-4834-b23d-90e7ccbe483d req-437020ed-7044-481d-b970-685acff27b61 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Unset dirty status for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:40:51.222071 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4e41f1e1-9db9-4834-b23d-90e7ccbe483d req-437020ed-7044-481d-b970-685acff27b61 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 210 time: 0.1000082
Jul 23 16:40:51.348550 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-ae64c72a-968e-4eb5-9fa1-9262be696491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fa89130>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:40:51.355490 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64c72a-968e-4eb5-9fa1-9262be696491 None None] Checking router: 742df17f-9038-4c06-ad06-751bf0ffe149 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:40:51.374999 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64c72a-968e-4eb5-9fa1-9262be696491 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:40:51.376632 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-ae64c72a-968e-4eb5-9fa1-9262be696491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fa89130>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:40:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:40:51.655497 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-ae64c72a-968e-4eb5-9fa1-9262be696491 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:40:51.864614 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 3c692961-640a-4d43-a326-03538290efbd no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:40:51.979285 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: 3c692961-640a-4d43-a326-03538290efbd {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:40:51.979892 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 3c692961-640a-4d43-a326-03538290efbd not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:40:52.270670 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-ae64c72a-968e-4eb5-9fa1-9262be696491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fa89130>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:40:52.279889 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae64c72a-968e-4eb5-9fa1-9262be696491 None None] The sync data for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi is: [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:40:52.490228 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-4647d672-815f-4885-a63e-89a5bf13432d req-8ddfde97-19e9-42a8-8903-df33f8d1294b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4672d400-1f93-4858-9e36-e295bfd751f4 HTTP/1.1" status: 200  len: 210 time: 0.0894554
Jul 23 16:40:52.667199 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcce5c4-10e7-4d87-8f13-5605b56ee8c6 None None] New status for floating IP 65baae97-a428-446b-acde-315086feda2a: DOWN {{(pid=74315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:40:54.139453 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-394631fb-2447-40dd-967b-730293f7818e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138554257&fields=id&tenant_id=bc525d89aee14793ba73c5a98b77132f HTTP/1.1" status: 200  len: 267 time: 0.0809057
Jul 23 16:40:54.389682 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-30c7e88e-18aa-462f-96df-2ff5f3b1fa90 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:40:54.391694 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-30c7e88e-18aa-462f-96df-2ff5f3b1fa90 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 811 time: 0.2402773
Jul 23 16:40:54.411565 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-0ef02a35-f853-46b8-90b7-4ce8103e544e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/quotas/bc525d89aee14793ba73c5a98b77132f HTTP/1.1" status: 200  len: 375 time: 0.0136425
Jul 23 16:40:54.522778 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-9956564b-dcd3-44f3-8e7d-ea5dd046cc91 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1013463
Jul 23 16:40:54.549720 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-78366c71-6876-4fdd-a75f-90ef9f77cf29 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 23 16:40:54.551445 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-78366c71-6876-4fdd-a75f-90ef9f77cf29 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0074124
Jul 23 16:40:54.779056 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-68708cbe-2312-49ff-a3c6-a6f87e217fb7 service neutron] 10.222.0.11 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186487
Jul 23 16:40:54.960683 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-df0ebda6-35c5-4213-b948-bdf95890e372 service neutron] 10.222.0.11 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1745520
Jul 23 16:40:55.518174 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c7c63bcf-b589-4733-b8e0-c14d11b9824b req-3032e79f-f18e-4e71-8edd-1ab6f2da325f tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 210 time: 0.0493574
Jul 23 16:40:55.662050 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:40:56.640824 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-214e892e-c7f7-42b1-997c-952dbc855fef req-5ca5d542-63f3-406d-8a1b-15ed8cc3d24f tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 210 time: 0.0477312
Jul 23 16:40:57.796517 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3e19ce0c-be90-4dc5-a56f-0e00e9a1092d req-74842ca0-cd2d-47ef-a882-e7de21b105ec tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 210 time: 0.0674126
Jul 23 16:40:58.949201 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-ed7cae58-0194-4eba-93d7-2a2ea81c38d6 req-79d4680a-ec4a-44ab-925d-4e7cc21b340f tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 210 time: 0.0588317
Jul 23 16:41:00.257008 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-82fe74d5-4815-446e-8590-ed1706beaf49 req-93e797e5-0112-479a-a5ce-b394e0ad7aa6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 210 time: 0.0806673
Jul 23 16:41:01.560380 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-589466a4-ad2c-4ba0-8a69-cd82a3adc421 req-1fefe1c9-fdec-4d8c-8f9a-5b3da89f2cc7 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 210 time: 0.0673673
Jul 23 16:41:01.628530 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-599fbdb8-a997-40bc-9c8c-9be5657dac7f tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:01.630893 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-599fbdb8-a997-40bc-9c8c-9be5657dac7f tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 811 time: 0.3049750
Jul 23 16:41:01.728621 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-acf94a7b-b2be-49ae-ad95-36d5b9a615d1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc525d89aee14793ba73c5a98b77132f HTTP/1.1" status: 200  len: 379 time: 0.0772526
Jul 23 16:41:01.741927 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Request body: {'port': {'device_id': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'admin_state_up': True, 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'security_groups': ['5817301c-f6c2-4ba0-8781-a930ca891933']}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:41:01.956677 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:41:01.974829 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:41:01.992315 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Made reservation on behalf of bc525d89aee14793ba73c5a98b77132f for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:41:01.997726 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:02.275303 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Allocated IP 172.20.0.10 (a0209d5a-e155-43a0-9685-2a25e8e43af5/32037a29-ea31-4a12-b753-e6dea9e828a9/61f23e38-575c-4e03-877c-f36fa4616190) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:41:02.700049 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:02.722820 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Transition to ACTIVE for port object 61f23e38-575c-4e03-877c-f36fa4616190 will not be triggered until provisioned by entity DHCP. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:41:02.759582 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:02.860755 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c5424863-9fba-4177-b3b4-cd13085a56d0 tempest-VolumesSnapshotTestJSON-1904240200 tempest-VolumesSnapshotTestJSON-1904240200-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:03.026282 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Network a0209d5a-e155-43a0-9685-2a25e8e43af5 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:41:03.040070 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:41:03.045041 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:41:03.161982 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'Port': ['ID=61f23e38-575c-4e03-877c-f36fa4616190,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:03.168675 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:03.222445 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:03.223794 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:03.271699 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd90457-9f59-45a9-9e1d-f4dce7cbbd0e req-7f49eaf2-7201-4323-aea2-02d826a27853 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:03.274908 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1bd90457-9f59-45a9-9e1d-f4dce7cbbd0e req-7f49eaf2-7201-4323-aea2-02d826a27853 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 932 time: 0.4868076
Jul 23 16:41:03.343000 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-672390ce-0e49-453d-a923-0600ace996a1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6083267
Jul 23 16:41:03.372706 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-4f03b704-8ea3-4f08-b59a-d5518c7ea3bc tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 23 16:41:03.375551 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-4f03b704-8ea3-4f08-b59a-d5518c7ea3bc tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0141313
Jul 23 16:41:03.435747 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1bd90457-9f59-45a9-9e1d-f4dce7cbbd0e req-6d82e1b2-795f-4c2c-9206-6b9372c5c651 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1423550
Jul 23 16:41:03.529168 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-aa6b1ac1-6f2d-4ea7-a9cb-0eaf77430cc6 None None] Provisioning for port 61f23e38-575c-4e03-877c-f36fa4616190 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:41:03.536521 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-aa6b1ac1-6f2d-4ea7-a9cb-0eaf77430cc6 None None] Provisioning complete for port 61f23e38-575c-4e03-877c-f36fa4616190 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:41:03.537086 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-aa6b1ac1-6f2d-4ea7-a9cb-0eaf77430cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:03.603232 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Request body: {'port': {'device_id': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:41:03.624533 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b1ac1-6f2d-4ea7-a9cb-0eaf77430cc6 None None] Port 61f23e38-575c-4e03-877c-f36fa4616190 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:41:03.756966 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:04.241290 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f23e38-575c-4e03-877c-f36fa4616190 {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:41:04.255817 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:04.284395 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Transition to ACTIVE for port object 61f23e38-575c-4e03-877c-f36fa4616190 will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:41:04.290239 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:04.298154 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c60afbdd-a900-49c5-9107-1cb04253170c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:04.510859 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Pushing event updated for resources: {'Port': ['ID=61f23e38-575c-4e03-877c-f36fa4616190,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:04.518050 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:04.686211 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Attempting to bind port 61f23e38-575c-4e03-877c-f36fa4616190 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:41:04.686694 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Attempting to bind port 61f23e38-575c-4e03-877c-f36fa4616190 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:41:04.687030 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Attempting to bind port 61f23e38-575c-4e03-877c-f36fa4616190 on network a0209d5a-e155-43a0-9685-2a25e8e43af5 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:41:04.781360 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Port 61f23e38-575c-4e03-877c-f36fa4616190 on network a0209d5a-e155-43a0-9685-2a25e8e43af5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:41:04.782138 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Attempting to bind port 61f23e38-575c-4e03-877c-f36fa4616190 on network a0209d5a-e155-43a0-9685-2a25e8e43af5 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:41:04.813363 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:41:04.814008 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Checking segment: {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:41:04.814712 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Bound using segment: {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:41:04.815508 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Bound port: 61f23e38-575c-4e03-877c-f36fa4616190, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:41:04.816184 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:04.903128 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a7363-d6b8-46a9-acb8-e5e02a0f7bfb req-07cbbbce-aab4-4b0c-beae-bd1e8f9e492a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:04.903897 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-614a7363-d6b8-46a9-acb8-e5e02a0f7bfb req-07cbbbce-aab4-4b0c-beae-bd1e8f9e492a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Synchronizing usage tracker for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:41:04.954895 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-614a7363-d6b8-46a9-acb8-e5e02a0f7bfb req-07cbbbce-aab4-4b0c-beae-bd1e8f9e492a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Unset dirty status for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:41:04.956253 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-614a7363-d6b8-46a9-acb8-e5e02a0f7bfb req-07cbbbce-aab4-4b0c-beae-bd1e8f9e492a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 944 time: 0.2664967
Jul 23 16:41:04.985809 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] For port 61f23e38-575c-4e03-877c-f36fa4616190, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:41:05.001603 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] For port 61f23e38-575c-4e03-877c-f36fa4616190, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=61f23e38-575c-4e03-877c-f36fa4616190,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:41:05.014008 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:05.021973 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:05.082573 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:05.084435 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] 10.222.0.46 "PUT /v2.0/ports/61f23e38-575c-4e03-877c-f36fa4616190 HTTP/1.1" status: 200  len: 1094 time: 1.6964900
Jul 23 16:41:05.106593 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'tag': '61f23e38-575c-4e03-877c-f36fa4616190'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:41:05.131676 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-614a7363-d6b8-46a9-acb8-e5e02a0f7bfb req-428bcf91-907e-48c3-88cf-56c07c4a852c tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1669028
Jul 23 16:41:05.160531 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Pushing event updated for resources: {'Port': ['ID=61f23e38-575c-4e03-877c-f36fa4616190,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:05.164978 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:05.431390 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'tag': '61f23e38-575c-4e03-877c-f36fa4616190', 'status': 'completed', 'code': 200}
Jul 23 16:41:06.425616 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334e5a-1db1-457b-a26b-73bc6f347c8e req-36e93023-39b4-40df-bd76-ae47e3528bbf tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:06.428191 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-08334e5a-1db1-457b-a26b-73bc6f347c8e req-36e93023-39b4-40df-bd76-ae47e3528bbf tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 944 time: 0.1131232
Jul 23 16:41:06.496761 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-08334e5a-1db1-457b-a26b-73bc6f347c8e req-de6c383d-a286-4b0b-b60a-9cd20bcfd763 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591378
Jul 23 16:41:07.512377 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-88f4b3f3-e66c-4f3f-a85a-c9c4a2798d40 req-b9f26cbf-11db-4212-96b4-66a71a99b406 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 1097 time: 0.0875547
Jul 23 16:41:07.753154 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4b3f3-e66c-4f3f-a85a-c9c4a2798d40 req-3a026f92-114b-4904-bcfe-8da4e80bb3ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:07.755039 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-88f4b3f3-e66c-4f3f-a85a-c9c4a2798d40 req-3a026f92-114b-4904-bcfe-8da4e80bb3ca service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=bc525d89aee14793ba73c5a98b77132f&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2265191
Jul 23 16:41:07.980919 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87ce50-5442-4e36-9433-858b43b5779d req-cb2e8058-748e-4506-be31-c93eeb2db0fd tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:07.982584 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7a87ce50-5442-4e36-9433-858b43b5779d req-cb2e8058-748e-4506-be31-c93eeb2db0fd tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 944 time: 0.3178198
Jul 23 16:41:08.088805 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7a87ce50-5442-4e36-9433-858b43b5779d req-49990112-9d87-481d-9fbe-024a6d89c5ec tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0947504
Jul 23 16:41:08.095532 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4b3f3-e66c-4f3f-a85a-c9c4a2798d40 req-37a95490-efbe-4121-8da0-faa0ee62d463 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:08.097129 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-88f4b3f3-e66c-4f3f-a85a-c9c4a2798d40 req-37a95490-efbe-4121-8da0-faa0ee62d463 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3331213
Jul 23 16:41:08.286340 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-6df86122-9595-4dea-8787-b8dda53b5f32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 1097 time: 0.1142972
Jul 23 16:41:08.414286 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-3d25292d-0260-440b-aa19-ebf08c2f392d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f23e38-575c-4e03-877c-f36fa4616190 HTTP/1.1" status: 200  len: 217 time: 0.1126132
Jul 23 16:41:08.517304 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-27b7895a-5753-40f8-b884-442898767bd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:08.520391 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-27b7895a-5753-40f8-b884-442898767bd9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.0984802
Jul 23 16:41:08.662570 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-d711bcb4-2e8f-419c-bf6b-94c8388b7987 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1341093
Jul 23 16:41:08.842023 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-af3a21cd-d7d0-4e04-9499-0787927b1415 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718481
Jul 23 16:41:09.003184 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-9a904cf0-b2be-42a9-bc9f-24ab99ef9714 req-8556d2b5-e6a9-4d33-99ec-21d30a7887ea service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545432
Jul 23 16:41:09.334316 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615f217-6bf5-4ea1-8742-4a3d9d38b0a9 req-4f552e0e-024c-4f6a-82f1-386426ffe683 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:09.335916 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8615f217-6bf5-4ea1-8742-4a3d9d38b0a9 req-4f552e0e-024c-4f6a-82f1-386426ffe683 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 944 time: 0.0985391
Jul 23 16:41:09.404494 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8615f217-6bf5-4ea1-8742-4a3d9d38b0a9 req-0adc95ba-ce70-473a-ac24-245789415b10 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576527
Jul 23 16:41:10.318406 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:10.710661 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79ecc4-b44d-4ad0-bcb6-5bc11fba5389 req-df0fb2f4-778a-49a3-b012-c3a96a546a5e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:10.714005 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8f79ecc4-b44d-4ad0-bcb6-5bc11fba5389 req-df0fb2f4-778a-49a3-b012-c3a96a546a5e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 944 time: 0.1453416
Jul 23 16:41:10.811795 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8f79ecc4-b44d-4ad0-bcb6-5bc11fba5389 req-a46eba3b-12e1-4a6e-b6a6-ce463f7bb3b6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0844765
Jul 23 16:41:12.128861 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90765e93-f544-4a71-82fa-d21154dd4c46 req-4038c19c-bfc7-47d1-8b43-063bc232de80 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:12.138084 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-90765e93-f544-4a71-82fa-d21154dd4c46 req-4038c19c-bfc7-47d1-8b43-063bc232de80 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 944 time: 0.1476305
Jul 23 16:41:12.198504 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-90765e93-f544-4a71-82fa-d21154dd4c46 req-a70a4fe6-10f5-43d8-bb1d-9fb26c6fef70 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581348
Jul 23 16:41:13.440109 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a984fc7-af13-4f2e-9c04-4639277a03eb req-36ccb329-78da-4746-b18a-fdd0ac8367c7 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:13.441480 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7a984fc7-af13-4f2e-9c04-4639277a03eb req-36ccb329-78da-4746-b18a-fdd0ac8367c7 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 944 time: 0.0869646
Jul 23 16:41:13.497019 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7a984fc7-af13-4f2e-9c04-4639277a03eb req-a6ba1fa9-f401-4b3a-a051-9def620543ca tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492990
Jul 23 16:41:14.268783 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-8438efd5-7038-45f5-90d7-bf12742591c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:14.798360 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:14.853601 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e07b5-28f5-4839-baab-c59d8ee4ed5c req-74036730-3a91-4c8d-a13d-09086891b56a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:14.863872 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-561e07b5-28f5-4839-baab-c59d8ee4ed5c req-74036730-3a91-4c8d-a13d-09086891b56a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 944 time: 0.1414945
Jul 23 16:41:14.929294 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-561e07b5-28f5-4839-baab-c59d8ee4ed5c req-9506e41a-8686-4245-8204-bff390b3feaf tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632875
Jul 23 16:41:16.214832 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621acbb-9b75-4f0e-945e-684ec7d89195 req-0bcdfe28-6fe2-4025-9598-0a950cc6efc3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:16.217367 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3621acbb-9b75-4f0e-945e-684ec7d89195 req-0bcdfe28-6fe2-4025-9598-0a950cc6efc3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 944 time: 0.1383312
Jul 23 16:41:16.299340 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3621acbb-9b75-4f0e-945e-684ec7d89195 req-8feeaeb8-624a-4412-b5ef-a69e30a689f3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750332
Jul 23 16:41:16.707298 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a6616bc1-3404-4e05-9895-9b9d8c618a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:17.635176 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6221a-6382-4791-9241-e9f970312a1e req-9d2b2ad8-f343-4ddd-b395-3f4ec96226df tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:17.637590 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-60d6221a-6382-4791-9241-e9f970312a1e req-9d2b2ad8-f343-4ddd-b395-3f4ec96226df tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 944 time: 0.1295147
Jul 23 16:41:17.707512 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-60d6221a-6382-4791-9241-e9f970312a1e req-f25f33c1-22ea-4de1-a468-194547aa1412 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590396
Jul 23 16:41:18.189252 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:18.464215 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 61f23e38-575c-4e03-877c-f36fa4616190 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:41:18.693578 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 61f23e38-575c-4e03-877c-f36fa4616190, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=61f23e38-575c-4e03-877c-f36fa4616190,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:41:18.720140 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '61f23e38-575c-4e03-877c-f36fa4616190', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'port_id': '61f23e38-575c-4e03-877c-f36fa4616190', 'mac_address': 'fa:16:3e:62:f3:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:41:18.834514 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:18.867644 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f23e38-575c-4e03-877c-f36fa4616190 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:41:18.896827 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 61f23e38-575c-4e03-877c-f36fa4616190, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=61f23e38-575c-4e03-877c-f36fa4616190,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:41:18.905195 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:18.907874 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:19.025954 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=61f23e38-575c-4e03-877c-f36fa4616190,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:19.042843 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:19.043408 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:19.044030 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:19.044598 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:19.045169 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:19.045748 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:19.046355 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:19.046927 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:19.047518 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:19.048098 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:19.051642 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:19.058923 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:19.230887 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bd4f5-27c6-4287-b74a-e5466cc76f18 req-6ccb1339-68f3-43b5-b79a-d94875d6bb13 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:19.233245 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-579bd4f5-27c6-4287-b74a-e5466cc76f18 req-6ccb1339-68f3-43b5-b79a-d94875d6bb13 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 945 time: 0.1065924
Jul 23 16:41:19.307826 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-579bd4f5-27c6-4287-b74a-e5466cc76f18 req-35978c8b-6c40-43a0-abba-d46a91e0b6f7 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644493
Jul 23 16:41:19.326813 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['61f23e38-575c-4e03-877c-f36fa4616190'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:41:19.419648 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:20.470298 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52004) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:20.473353 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 61f23e38-575c-4e03-877c-f36fa4616190 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:41:20.626919 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 61f23e38-575c-4e03-877c-f36fa4616190 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:41:20.640510 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 61f23e38-575c-4e03-877c-f36fa4616190 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:41:20.641339 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:20.677228 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b371f4-0aa1-4f6d-a938-0b7ad60f138d req-a116620c-0ca6-4bb6-bc0b-8a4d32b7abf1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:20.680076 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a5b371f4-0aa1-4f6d-a938-0b7ad60f138d req-a116620c-0ca6-4bb6-bc0b-8a4d32b7abf1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 945 time: 0.1408348
Jul 23 16:41:20.811427 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e82a0c52-f0ad-4303-966d-ce00bf1f7b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:20.835103 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a5b371f4-0aa1-4f6d-a938-0b7ad60f138d req-d441f3b0-e498-45b7-a34f-5cbeb61a2fe7 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1436546
Jul 23 16:41:20.885968 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-e82a0c52-f0ad-4303-966d-ce00bf1f7b35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:41:20.890769 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-e82a0c52-f0ad-4303-966d-ce00bf1f7b35 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee1e9ae7c7348c2a70e2a218774034a is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:41:20.894460 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-e82a0c52-f0ad-4303-966d-ce00bf1f7b35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:41:20.904512 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-e82a0c52-f0ad-4303-966d-ce00bf1f7b35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:41:20.969195 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:21.013162 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f23e38-575c-4e03-877c-f36fa4616190'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:41:21.042775 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e82a0c52-f0ad-4303-966d-ce00bf1f7b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:21.052948 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e82a0c52-f0ad-4303-966d-ce00bf1f7b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:21.061472 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 61f23e38-575c-4e03-877c-f36fa4616190, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=61f23e38-575c-4e03-877c-f36fa4616190,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:41:21.068957 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:21.072712 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-d38c7910-6d0c-4401-b987-e379ae39628b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:21.113642 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e041afbe-8203-48a0-b1eb-1e91d424d095 tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:21.136644 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-e82a0c52-f0ad-4303-966d-ce00bf1f7b35 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ee1e9ae7c7348c2a70e2a218774034a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6641934
Jul 23 16:41:21.141432 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52014) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:21.159816 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f23e38-575c-4e03-877c-f36fa4616190', 'code': 200}
Jul 23 16:41:21.177015 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a0c52-f0ad-4303-966d-ce00bf1f7b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079e326a-1812-4140-aa71-9c9f2eaff57a,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:21.183056 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e82a0c52-f0ad-4303-966d-ce00bf1f7b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:21.233182 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=61f23e38-575c-4e03-877c-f36fa4616190,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:21.239428 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:21.281486 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed10d-9505-4033-a62a-1f4eaccbc177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:21.325099 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed10d-9505-4033-a62a-1f4eaccbc177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:21.418219 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed10d-9505-4033-a62a-1f4eaccbc177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:21.423338 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-2557922c-1845-4645-9988-3b0eb83c2861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:21.438982 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ed10d-9505-4033-a62a-1f4eaccbc177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079e326a-1812-4140-aa71-9c9f2eaff57a,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:21.443560 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9d3ed10d-9505-4033-a62a-1f4eaccbc177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:21.456241 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed10d-9505-4033-a62a-1f4eaccbc177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:21.460816 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-9d3ed10d-9505-4033-a62a-1f4eaccbc177 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/079e326a-1812-4140-aa71-9c9f2eaff57a HTTP/1.1" status: 204  len: 168 time: 0.3147755
Jul 23 16:41:21.614605 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d08e62a6-90ff-41fe-a6e5-d5dd475c55b5 req-6136a4f4-26b9-4495-8af2-5616e3b52744 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 1099 time: 0.1325989
Jul 23 16:41:21.679408 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d08e62a6-90ff-41fe-a6e5-d5dd475c55b5 req-31a46a10-82a2-482d-acc1-08e62add4724 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572007
Jul 23 16:41:22.079402 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52024) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:22.103705 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-09152881-8a30-49ff-97f3-99408db0a928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:22.166922 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-09152881-8a30-49ff-97f3-99408db0a928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:41:22.173227 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-09152881-8a30-49ff-97f3-99408db0a928 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b12f2760b443b1b8109b77fb571f02 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:41:22.177924 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-09152881-8a30-49ff-97f3-99408db0a928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:41:22.188338 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-09152881-8a30-49ff-97f3-99408db0a928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:41:22.307686 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-09152881-8a30-49ff-97f3-99408db0a928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:22.316990 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-09152881-8a30-49ff-97f3-99408db0a928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:22.325724 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f8ffe-5e84-462a-8f11-2248072a703c req-93d27886-8f90-4665-875e-0198bfe91568 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:22.328652 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-489f8ffe-5e84-462a-8f11-2248072a703c req-93d27886-8f90-4665-875e-0198bfe91568 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 946 time: 0.2907352
Jul 23 16:41:22.330359 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-c652c46a-9a72-408e-a812-e5a01d8ee6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:22.407236 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09152881-8a30-49ff-97f3-99408db0a928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e94b08-2709-4a35-bffa-283f57ec1f99,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:22.414443 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-09152881-8a30-49ff-97f3-99408db0a928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:22.417702 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-09152881-8a30-49ff-97f3-99408db0a928 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8b12f2760b443b1b8109b77fb571f02&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3368406
Jul 23 16:41:22.418204 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-489f8ffe-5e84-462a-8f11-2248072a703c req-2b2be995-9001-48aa-bbcd-e858ab6f264d tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0784080
Jul 23 16:41:22.422707 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52030) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:22.541385 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aa683367-3ce7-4d8e-b7ef-f5ddda784957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:22.597136 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aa683367-3ce7-4d8e-b7ef-f5ddda784957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:22.692961 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aa683367-3ce7-4d8e-b7ef-f5ddda784957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:22.699913 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6fa3173c-a2e1-43be-8ded-8d9232bd72ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:22.718180 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa683367-3ce7-4d8e-b7ef-f5ddda784957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e94b08-2709-4a35-bffa-283f57ec1f99,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:22.721733 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-aa683367-3ce7-4d8e-b7ef-f5ddda784957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:22.739418 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-aa683367-3ce7-4d8e-b7ef-f5ddda784957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:22.741560 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-aa683367-3ce7-4d8e-b7ef-f5ddda784957 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49e94b08-2709-4a35-bffa-283f57ec1f99 HTTP/1.1" status: 204  len: 168 time: 0.3163414
Jul 23 16:41:23.784384 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae2797-aea9-4cda-b00e-3acd7b49cba5 req-21d400b6-d8e4-4eb6-ac17-ab4c10bc5ba3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:23.787373 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3dae2797-aea9-4cda-b00e-3acd7b49cba5 req-21d400b6-d8e4-4eb6-ac17-ab4c10bc5ba3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 946 time: 0.1656227
Jul 23 16:41:23.904318 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3dae2797-aea9-4cda-b00e-3acd7b49cba5 req-6ca1c30a-017a-4df9-986b-92a47327cd87 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1048458
Jul 23 16:41:24.233099 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d385c3-2a08-4a49-8181-21d63a17edf6 req-f43d3b58-cf70-478c-80c4-1b1cf7c0047e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:24.236439 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c5d385c3-2a08-4a49-8181-21d63a17edf6 req-f43d3b58-cf70-478c-80c4-1b1cf7c0047e tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 946 time: 0.1207678
Jul 23 16:41:24.322047 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c5d385c3-2a08-4a49-8181-21d63a17edf6 req-a57d84dd-46cc-48bc-9698-755efd950794 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752535
Jul 23 16:41:24.372897 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52064) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:24.513596 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-61587097-4b21-4d4c-a820-efb1ad49e197 tempest-TestVolumeBootPattern-417788427 tempest-TestVolumeBootPattern-417788427-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 1094 time: 0.1377594
Jul 23 16:41:24.518104 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52070) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:24.525578 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Request body: {'floatingip': {'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'port_id': '61f23e38-575c-4e03-877c-f36fa4616190', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:41:24.537286 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:41:24.542557 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Usage tracker for resource:floatingip and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:41:24.546699 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:41:24.555696 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:41:24.577897 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for floatingip, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:24.885603 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:25.163008 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Allocated IP 172.27.3.74 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/62cede9d-170a-403f-baad-05c5165a4b8d) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:41:25.409373 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:25.463661 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:25.471169 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-9f001100-301f-4813-aa94-c8775c5c4a6f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:25.557431 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:41:25.561829 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:41:25.567940 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:41:25.607721 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'Port': ['ID=62cede9d-170a-403f-baad-05c5165a4b8d,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:25.621967 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:26.398403 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:26.485889 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:27.041425 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:27.051828 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65805861'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:27.057734 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-6fcbe860-4d5f-45c7-b073-1d697120b9ce tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:27.233119 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'Port': ['ID=62cede9d-170a-403f-baad-05c5165a4b8d,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:27.240851 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:27.271722 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:27.541470 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.l3_db [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Floating IP 52a56148-fd78-4054-94f8-eb602016c5c8 associated. External IP: 172.27.3.74, port: 61f23e38-575c-4e03-877c-f36fa4616190.
Jul 23 16:41:27.783481 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52134) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:28.079806 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-72cfafc9-e4ad-46f1-8363-80ff555f6bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:28.141980 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-72cfafc9-e4ad-46f1-8363-80ff555f6bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:41:28.149171 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-72cfafc9-e4ad-46f1-8363-80ff555f6bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:efd6cc55f5f14b5b803467d32772ab68 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:41:28.153314 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-72cfafc9-e4ad-46f1-8363-80ff555f6bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:41:28.166864 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-72cfafc9-e4ad-46f1-8363-80ff555f6bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:41:28.219712 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Router 742df17f-9038-4c06-ad06-751bf0ffe149 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:41:28.411628 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-72cfafc9-e4ad-46f1-8363-80ff555f6bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:28.431792 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-72cfafc9-e4ad-46f1-8363-80ff555f6bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:28.441423 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-155bb859-ffaa-4245-ae27-a7e296d1221f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:28.497306 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cfafc9-e4ad-46f1-8363-80ff555f6bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86771a51-81a5-4675-aebf-d5980ea92473,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:28.502310 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-72cfafc9-e4ad-46f1-8363-80ff555f6bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:28.504982 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-72cfafc9-e4ad-46f1-8363-80ff555f6bc5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=efd6cc55f5f14b5b803467d32772ab68&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7203853
Jul 23 16:41:28.509320 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52142) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:28.602525 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-764b9857-a67c-4862-920d-07407ce747ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:28.636769 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-764b9857-a67c-4862-920d-07407ce747ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:28.645743 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:41:28.658107 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b3999-6e4b-469a-bc8f-408bc17b6324 None None] Sync routers for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:41:28.674652 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b3999-6e4b-469a-bc8f-408bc17b6324 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:41:28.675674 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-eb3b3999-6e4b-469a-bc8f-408bc17b6324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f9f1760>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:41:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:41:28.706415 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-764b9857-a67c-4862-920d-07407ce747ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:28.710000 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:28.716428 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-ff911c96-06b1-48ae-868a-4bd8257772d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:28.742715 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b9857-a67c-4862-920d-07407ce747ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86771a51-81a5-4675-aebf-d5980ea92473,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:28.768788 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-764b9857-a67c-4862-920d-07407ce747ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:28.777344 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-764b9857-a67c-4862-920d-07407ce747ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:28.785509 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-764b9857-a67c-4862-920d-07407ce747ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86771a51-81a5-4675-aebf-d5980ea92473 HTTP/1.1" status: 204  len: 168 time: 0.2741773
Jul 23 16:41:28.845822 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-b9b0e657-b0e1-4850-94ed-be5b46e8480b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.3265431
Jul 23 16:41:28.847530 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'tag': '61f23e38-575c-4e03-877c-f36fa4616190'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:41:29.032415 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-eb3b3999-6e4b-469a-bc8f-408bc17b6324 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:41:29.354103 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'tag': '61f23e38-575c-4e03-877c-f36fa4616190', 'status': 'completed', 'code': 200}
Jul 23 16:41:29.439159 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52160) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:29.474581 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cb260102-3fb3-4577-9f2d-a641721228b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:29.536576 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-cb260102-3fb3-4577-9f2d-a641721228b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:41:29.543549 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-49836fd2-5d82-4ae9-82f1-65b25ea90ad0 req-391524ed-87f4-4bc0-bdcc-5ae2b3798bf5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 1099 time: 0.1334355
Jul 23 16:41:29.544520 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-cb260102-3fb3-4577-9f2d-a641721228b5 admin admin] Usage tracker for resource:security_group_rule and tenant:222b9676148b4cc78829d3450e46c766 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:41:29.550317 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-cb260102-3fb3-4577-9f2d-a641721228b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:41:29.558217 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-cb260102-3fb3-4577-9f2d-a641721228b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:41:29.694792 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-eb3b3999-6e4b-469a-bc8f-408bc17b6324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f9f1760>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '52a56148-fd78-4054-94f8-eb602016c5c8', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '61f23e38-575c-4e03-877c-f36fa4616190', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:62:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:26Z', 'updated_at': '2021-07-23T16:41:26Z', 'revision_number': 0, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:41:29.695487 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cb260102-3fb3-4577-9f2d-a641721228b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:29.702705 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-cb260102-3fb3-4577-9f2d-a641721228b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:29.703817 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b3999-6e4b-469a-bc8f-408bc17b6324 None None] Checking router: 742df17f-9038-4c06-ad06-751bf0ffe149 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:41:29.715240 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-6246801c-d4aa-4bb5-a7e1-e1a5621dc81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:29.726051 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b3999-6e4b-469a-bc8f-408bc17b6324 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:41:29.727179 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-eb3b3999-6e4b-469a-bc8f-408bc17b6324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f9f1760>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:41:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:41:29.769784 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49836fd2-5d82-4ae9-82f1-65b25ea90ad0 req-a25bb7ff-6a2e-4845-835d-ab4737cdb642 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:29.773755 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-49836fd2-5d82-4ae9-82f1-65b25ea90ad0 req-a25bb7ff-6a2e-4845-835d-ab4737cdb642 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 912 time: 0.2239709
Jul 23 16:41:29.789133 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb260102-3fb3-4577-9f2d-a641721228b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7cdddd-90b9-4cfa-bf3e-a0052b932793,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:29.794413 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-cb260102-3fb3-4577-9f2d-a641721228b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:29.798066 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-cb260102-3fb3-4577-9f2d-a641721228b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=222b9676148b4cc78829d3450e46c766&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3574886
Jul 23 16:41:29.812787 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52164) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:29.937957 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d6e69a66-1499-4a47-9954-be7da08e10ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:29.989027 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-49836fd2-5d82-4ae9-82f1-65b25ea90ad0 req-34051eab-c29b-4108-9f63-352db2840038 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f23e38-575c-4e03-877c-f36fa4616190 HTTP/1.1" status: 200  len: 999 time: 0.2047460
Jul 23 16:41:29.991526 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d6e69a66-1499-4a47-9954-be7da08e10ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:30.069199 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d6e69a66-1499-4a47-9954-be7da08e10ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:30.079379 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f06e1c10-9481-4c62-920c-2a03dcc30e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:30.095595 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-eb3b3999-6e4b-469a-bc8f-408bc17b6324 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:41:30.100074 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e69a66-1499-4a47-9954-be7da08e10ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7cdddd-90b9-4cfa-bf3e-a0052b932793,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:30.107466 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d6e69a66-1499-4a47-9954-be7da08e10ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:30.114623 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-d6e69a66-1499-4a47-9954-be7da08e10ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:30.116424 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-d6e69a66-1499-4a47-9954-be7da08e10ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b7cdddd-90b9-4cfa-bf3e-a0052b932793 HTTP/1.1" status: 204  len: 168 time: 0.3019531
Jul 23 16:41:30.119256 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49836fd2-5d82-4ae9-82f1-65b25ea90ad0 req-03046cc4-4f54-486d-875b-2c439c9e9a91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:30.121705 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-49836fd2-5d82-4ae9-82f1-65b25ea90ad0 req-03046cc4-4f54-486d-875b-2c439c9e9a91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.1248250
Jul 23 16:41:30.275915 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-49836fd2-5d82-4ae9-82f1-65b25ea90ad0 req-5556225c-fb4d-4cc9-99ee-bcb9c6f98950 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1458945
Jul 23 16:41:30.531531 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-49836fd2-5d82-4ae9-82f1-65b25ea90ad0 req-8506db51-5839-486c-9627-41356a760cd1 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2488046
Jul 23 16:41:30.761633 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-49836fd2-5d82-4ae9-82f1-65b25ea90ad0 req-60382dd6-3b8a-46ee-a1f8-1bf0b37d18aa service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2232087
Jul 23 16:41:30.773664 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-eb3b3999-6e4b-469a-bc8f-408bc17b6324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f9f1760>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '52a56148-fd78-4054-94f8-eb602016c5c8', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '61f23e38-575c-4e03-877c-f36fa4616190', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:62:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:26Z', 'updated_at': '2021-07-23T16:41:26Z', 'revision_number': 0, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:41:30.782838 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b3999-6e4b-469a-bc8f-408bc17b6324 None None] The sync data for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi is: [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '52a56148-fd78-4054-94f8-eb602016c5c8', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '61f23e38-575c-4e03-877c-f36fa4616190', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:62:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:26Z', 'updated_at': '2021-07-23T16:41:26Z', 'revision_number': 0, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:41:31.090018 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793ab73c-b24e-4575-9f21-7c702fa95009 None None] New status for floating IP 52a56148-fd78-4054-94f8-eb602016c5c8: ACTIVE {{(pid=74315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:41:32.765262 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:41:34.631085 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52252) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:34.844011 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b2f8f2ed-60af-40a2-abff-4a19b14540ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:34.910666 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-b2f8f2ed-60af-40a2-abff-4a19b14540ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:41:34.918718 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-b2f8f2ed-60af-40a2-abff-4a19b14540ff admin admin] Usage tracker for resource:security_group_rule and tenant:1b1f4f76b9f740e7bd358a2076b90287 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:41:34.926915 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-b2f8f2ed-60af-40a2-abff-4a19b14540ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:41:34.939388 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-b2f8f2ed-60af-40a2-abff-4a19b14540ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:41:35.065189 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b2f8f2ed-60af-40a2-abff-4a19b14540ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:35.071153 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-b2f8f2ed-60af-40a2-abff-4a19b14540ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:35.082283 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-764b9857-a67c-4862-920d-07407ce747ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:35.127929 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8f2ed-60af-40a2-abff-4a19b14540ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7cccda-e99a-4312-b886-9ccc024453bc,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:35.131891 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-b2f8f2ed-60af-40a2-abff-4a19b14540ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:35.143646 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-b2f8f2ed-60af-40a2-abff-4a19b14540ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b1f4f76b9f740e7bd358a2076b90287&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5107934
Jul 23 16:41:35.148609 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52258) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:35.268900 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:35.320699 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:35.433458 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:35.442012 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e088a3ba-fb65-43d5-bee0-f7e759ab3891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:35.460423 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7cccda-e99a-4312-b886-9ccc024453bc,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:35.478245 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:35.480042 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea7cccda-e99a-4312-b886-9ccc024453bc HTTP/1.1" status: 204  len: 168 time: 0.3298700
Jul 23 16:41:35.482042 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:35.482417 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:35.482949 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:35.484006 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:35.484496 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:35.484939 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:35.485479 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:35.485979 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:35.486429 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:35.487518 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:35.487518 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:35.491648 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e897c89a-d70d-4304-89ec-41e53693006d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:36.113526 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52272) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:36.137844 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-05e40efc-8723-4851-ba00-c5348c1d3bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:36.198459 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-05e40efc-8723-4851-ba00-c5348c1d3bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:41:36.207081 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-05e40efc-8723-4851-ba00-c5348c1d3bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:17a3f972feb24f3dae01a07e6246417f is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:41:36.212867 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-05e40efc-8723-4851-ba00-c5348c1d3bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:41:36.225035 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-05e40efc-8723-4851-ba00-c5348c1d3bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:41:36.329026 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-05e40efc-8723-4851-ba00-c5348c1d3bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:36.334619 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-05e40efc-8723-4851-ba00-c5348c1d3bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:36.343460 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-de3212d1-f198-40a6-817f-7f9b2f705db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:36.389465 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e40efc-8723-4851-ba00-c5348c1d3bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8365b1d2-7f5e-4bda-9bd0-5aa078734b10,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:36.394338 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-05e40efc-8723-4851-ba00-c5348c1d3bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:36.399590 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-05e40efc-8723-4851-ba00-c5348c1d3bc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17a3f972feb24f3dae01a07e6246417f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2837133
Jul 23 16:41:36.402640 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52276) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:36.507548 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:36.556838 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:36.637861 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:36.647085 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-699cc7f8-6e1d-4559-ad2f-43780d9b8877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:36.672015 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8365b1d2-7f5e-4bda-9bd0-5aa078734b10,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:36.689893 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:36.691553 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8365b1d2-7f5e-4bda-9bd0-5aa078734b10 HTTP/1.1" status: 204  len: 168 time: 0.2876558
Jul 23 16:41:36.694131 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:36.694694 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:36.695296 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:36.695866 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:36.696848 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:36.697020 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:36.697430 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:36.697969 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:36.698489 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:36.699005 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:36.699528 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:41:36.704905 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a6619498-61f7-4cfc-8eec-daa49e8ecbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:39.275124 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52320) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:39.472172 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7da63a05-f900-4a8c-aa75-bce715ea4895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:39.664889 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-7da63a05-f900-4a8c-aa75-bce715ea4895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:41:39.669581 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-7da63a05-f900-4a8c-aa75-bce715ea4895 admin admin] Usage tracker for resource:security_group_rule and tenant:b4e707b4b9d74e578c2173e6df40dac8 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:41:39.673570 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-7da63a05-f900-4a8c-aa75-bce715ea4895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:41:39.680655 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-7da63a05-f900-4a8c-aa75-bce715ea4895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:41:39.766544 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7da63a05-f900-4a8c-aa75-bce715ea4895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:39.772549 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-7da63a05-f900-4a8c-aa75-bce715ea4895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:39.782395 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-91cb848e-b863-4996-91bb-9bc90986bc50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:39.837918 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da63a05-f900-4a8c-aa75-bce715ea4895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a357b932-29bf-4ead-a254-34702eb89139,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:39.846762 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-7da63a05-f900-4a8c-aa75-bce715ea4895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:39.848252 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-7da63a05-f900-4a8c-aa75-bce715ea4895 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4e707b4b9d74e578c2173e6df40dac8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5715253
Jul 23 16:41:39.851365 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52326) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:41:39.935656 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3e95816a-baf5-4f5d-b5b1-4b0dcb1ab25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:39.969742 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3e95816a-baf5-4f5d-b5b1-4b0dcb1ab25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:40.046256 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3e95816a-baf5-4f5d-b5b1-4b0dcb1ab25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:40.053158 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0e1710ed-ad89-4b49-ba4b-36115c6faae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:41:40.070544 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95816a-baf5-4f5d-b5b1-4b0dcb1ab25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a357b932-29bf-4ead-a254-34702eb89139,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:41:40.074295 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3e95816a-baf5-4f5d-b5b1-4b0dcb1ab25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:41:40.077971 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3e95816a-baf5-4f5d-b5b1-4b0dcb1ab25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:40.083149 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-3e95816a-baf5-4f5d-b5b1-4b0dcb1ab25b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a357b932-29bf-4ead-a254-34702eb89139 HTTP/1.1" status: 204  len: 168 time: 0.2261610
Jul 23 16:41:40.336975 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:44.277386 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-c6aec7e4-041a-4604-b9d6-9badbe97666e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:44.798924 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:46.708444 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-393949ac-8fcc-4e27-9880-9ece8058611d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:48.193705 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:49.370612 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:41:49.805091 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3fc7448b-cef6-40d4-9e37-c7202d6904d7 req-7edfb99e-2142-4214-aa61-e599a76e0d28 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1297092
Jul 23 16:41:50.039429 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3fc7448b-cef6-40d4-9e37-c7202d6904d7 req-62c9895d-ff8c-4b23-ae9f-6be35b4e427e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 1099 time: 0.1052005
Jul 23 16:41:50.338503 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7448b-cef6-40d4-9e37-c7202d6904d7 req-e4c7773b-1098-401e-a323-49116e486de3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:50.340363 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3fc7448b-cef6-40d4-9e37-c7202d6904d7 req-e4c7773b-1098-401e-a323-49116e486de3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 912 time: 0.2776182
Jul 23 16:41:50.505883 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3fc7448b-cef6-40d4-9e37-c7202d6904d7 req-2eaa9313-6209-4f6a-b846-fa4681724b43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f23e38-575c-4e03-877c-f36fa4616190 HTTP/1.1" status: 200  len: 1001 time: 0.1582410
Jul 23 16:41:50.588665 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7448b-cef6-40d4-9e37-c7202d6904d7 req-66bd031e-a335-49d0-b17d-1edfd30d1883 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:41:50.591312 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3fc7448b-cef6-40d4-9e37-c7202d6904d7 req-66bd031e-a335-49d0-b17d-1edfd30d1883 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.0786648
Jul 23 16:41:50.709654 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3fc7448b-cef6-40d4-9e37-c7202d6904d7 req-c466de5d-fc37-4d1d-846d-d602bad86aad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1116300
Jul 23 16:41:50.934573 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3fc7448b-cef6-40d4-9e37-c7202d6904d7 req-313e8693-c6b9-4da2-ad89-5e61ec266f96 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177684
Jul 23 16:41:51.146148 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3fc7448b-cef6-40d4-9e37-c7202d6904d7 req-9d80ed26-ad60-4c60-8be2-d89974abb838 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2047050
Jul 23 16:42:04.059063 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52434) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:42:04.253592 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-79e96827-bf4f-44a5-aa74-2170bd511821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:04.291237 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-79e96827-bf4f-44a5-aa74-2170bd511821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:42:04.296295 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-79e96827-bf4f-44a5-aa74-2170bd511821 admin admin] Usage tracker for resource:security_group_rule and tenant:ad945f62f39b4085b92a5ab79e85b19b is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:42:04.299531 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-79e96827-bf4f-44a5-aa74-2170bd511821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:42:04.306249 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-79e96827-bf4f-44a5-aa74-2170bd511821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:42:04.392193 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-79e96827-bf4f-44a5-aa74-2170bd511821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:04.397465 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-79e96827-bf4f-44a5-aa74-2170bd511821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:04.406264 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-020105eb-b7be-4950-aaaa-4d11479dc368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:04.452478 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e96827-bf4f-44a5-aa74-2170bd511821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f94e73f-901f-4ffc-8a78-241dd358f2a1,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:04.456061 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-79e96827-bf4f-44a5-aa74-2170bd511821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:04.462265 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-79e96827-bf4f-44a5-aa74-2170bd511821 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad945f62f39b4085b92a5ab79e85b19b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4005239
Jul 23 16:42:04.465276 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52440) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:42:04.569715 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-00a8aa55-9bdf-4984-989c-b1573b77f356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:04.623647 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-00a8aa55-9bdf-4984-989c-b1573b77f356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:04.711742 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-00a8aa55-9bdf-4984-989c-b1573b77f356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:04.716531 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-5071f239-b19d-49e8-85cd-0560fde66cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:04.731457 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8aa55-9bdf-4984-989c-b1573b77f356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f94e73f-901f-4ffc-8a78-241dd358f2a1,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:04.735210 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-00a8aa55-9bdf-4984-989c-b1573b77f356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:04.742445 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-00a8aa55-9bdf-4984-989c-b1573b77f356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:04.747647 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-00a8aa55-9bdf-4984-989c-b1573b77f356 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5f94e73f-901f-4ffc-8a78-241dd358f2a1 HTTP/1.1" status: 204  len: 168 time: 0.2774796
Jul 23 16:42:05.952940 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52462) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:42:06.175157 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1510767437-network', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:42:06.181667 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:42:06.190056 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Usage tracker for resource:network and tenant:3a3eee72c0874f9a9390da4f5501b901 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:42:06.195954 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:42:06.216359 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:42:06.235287 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Made reservation on behalf of 3a3eee72c0874f9a9390da4f5501b901 for: {'network': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:42:06.239379 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:06.262898 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:06.313781 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:42:06.318669 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Usage tracker for resource:security_group_rule and tenant:3a3eee72c0874f9a9390da4f5501b901 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:42:06.322489 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:42:06.330376 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:42:06.454667 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:06.461344 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:06.469654 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c1f55705-d41d-44fd-b2ef-9249845fbb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:06.519657 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402}  {{(pid=74312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:42:06.542681 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:06.550438 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:06.552790 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:06.552790 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.segments_db [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Added segment 03344f21-6ccf-44bb-8535-23a6a51f2f17 of type vlan for network 08bf07f6-1966-4cf6-9877-2e8f58510fbd
Jul 23 16:42:06.603319 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:06.644525 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:06.645951 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:06.646629 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:06.650854 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-5f0f2570-4f71-4cee-b2fa-2b7405c01d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:06.788629 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8335662
Jul 23 16:42:06.793430 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52470) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:42:06.800552 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Pushing event updated for resources: {'Network': ['ID=08bf07f6-1966-4cf6-9877-2e8f58510fbd,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:06.805229 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0b8f820d-1ad4-45e1-a258-f9b79720afa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:06.816272 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Request body: {'subnet': {'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1510767437-subnet', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'ip_version': 4}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:42:06.817331 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network 08bf07f6-1966-4cf6-9877-2e8f58510fbd details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:42:06.826985 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:42:06.835295 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Usage tracker for resource:subnet and tenant:3a3eee72c0874f9a9390da4f5501b901 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:42:06.841657 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:42:06.853120 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:42:06.873169 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Made reservation on behalf of 3a3eee72c0874f9a9390da4f5501b901 for: {'subnet': 1} {{(pid=74313) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:42:06.877311 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66434424'] for subnet, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:07.245148 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65805968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66434410'] for subnet, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:07.252711 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:07.385651 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e41aab7d-c18a-4825-8b62-4901f0abc95e,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:07.389023 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:07.406523 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Checking segment: {'id': '03344f21-6ccf-44bb-8535-23a6a51f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:42:07.406938 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Network hostable DHCP agents. Network: 08bf07f6-1966-4cf6-9877-2e8f58510fbd, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74313) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:42:07.434736 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Network 08bf07f6-1966-4cf6-9877-2e8f58510fbd is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74313) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:42:07.448315 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, 08bf07f6-1966-4cf6-9877-2e8f58510fbd) {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:42:07.455158 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:07.456505 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:07.461689 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54588033-c536-48c6-af84-963dcc320e49 None None] Network 08bf07f6-1966-4cf6-9877-2e8f58510fbd requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:42:07.494850 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-1dec3c6d-849e-4627-99e2-1868582a27ac admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6977990
Jul 23 16:42:07.498344 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52474) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:42:07.505655 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:42:07.511383 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:42:07.517114 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Usage tracker for resource:router and tenant:3a3eee72c0874f9a9390da4f5501b901 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:42:07.520560 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:42:07.527886 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:42:07.552093 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29658'] for router, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:07.553657 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29473'] for router, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:07.582284 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:07.723730 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0723c8-2617-5193-bc17-de7fbc821141-08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'fixed_ips': [{'subnet_id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e'}]}} from dv-cinder-802039-1-iscsi. {{(pid=74314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 23 16:42:07.724900 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:07.851676 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29495'] for router, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:07.914377 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.db_base_plugin_common [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Allocated IP 172.20.0.2 (08bf07f6-1966-4cf6-9877-2e8f58510fbd/e41aab7d-c18a-4825-8b62-4901f0abc95e/6d730bae-9dc8-4efa-8cc2-7746536f4e8f) {{(pid=74314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:42:08.209265 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:08.215210 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Notify callbacks [] for port, precommit_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:08.232282 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Transition to ACTIVE for port object 6d730bae-9dc8-4efa-8cc2-7746536f4e8f will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:42:08.265301 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Transition to ACTIVE for port object 6d730bae-9dc8-4efa-8cc2-7746536f4e8f will not be triggered until provisioned by entity DHCP. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:42:08.270995 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:08.275074 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:08.284876 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:08.421616 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Network 08bf07f6-1966-4cf6-9877-2e8f58510fbd is already hosted by enough agents. {{(pid=74314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:42:08.428267 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.base_scheduler [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Resources bound (agent type, host, resource id):  {{(pid=74314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:42:08.431679 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Pushing event updated for resources: {'Port': ['ID=6d730bae-9dc8-4efa-8cc2-7746536f4e8f,revision_number=1']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:08.436152 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Received port after_create {{(pid=74314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:42:08.440237 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:08.518910 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Allocated IP 172.27.3.185 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/0c884013-3265-4c15-949d-c9910488e92a) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:42:08.604518 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Attempting to bind port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:42:08.605049 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Attempting to bind port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '03344f21-6ccf-44bb-8535-23a6a51f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:42:08.605589 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Attempting to bind port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f on network 08bf07f6-1966-4cf6-9877-2e8f58510fbd {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:42:08.614990 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:42:08.615387 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Checking segment: {'id': '03344f21-6ccf-44bb-8535-23a6a51f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:42:08.615834 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:08.616219 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Bound using segment: {'id': '03344f21-6ccf-44bb-8535-23a6a51f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:42:08.616718 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Bound port: 6d730bae-9dc8-4efa-8cc2-7746536f4e8f, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03344f21-6ccf-44bb-8535-23a6a51f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:42:08.617084 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:08.754817 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:08.774917 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] For port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:42:08.780204 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] For port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=6d730bae-9dc8-4efa-8cc2-7746536f4e8f,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:42:08.786814 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:08.789360 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:08.791536 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:08.797647 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-49a9c94a-b204-4939-9088-c6d0a3e5e395 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:08.894471 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:42:08.898543 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:42:08.903507 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:42:08.910540 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Pushing event updated for resources: {'Port': ['ID=6d730bae-9dc8-4efa-8cc2-7746536f4e8f,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:08.914582 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-2e9a1269-d293-4a9e-837c-5acc912496a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:08.945376 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Pushing event updated for resources: {'Port': ['ID=0c884013-3265-4c15-949d-c9910488e92a,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:08.950268 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:09.129921 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:09.131147 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415262'] for router, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:09.650823 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Router 9ff5c327-dc23-4ada-8c83-be6e3c210359 is scheduled to L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 with binding_index 1 {{(pid=74313) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 23 16:42:09.731512 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:42:09.980011 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:42:09.991601 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Sync routers for ids ['9ff5c327-dc23-4ada-8c83-be6e3c210359'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:42:10.007380 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Routers {'9ff5c327-dc23-4ada-8c83-be6e3c210359'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:42:10.008237 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f78f760>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:41:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['9ff5c327-dc23-4ada-8c83-be6e3c210359'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:10.010556 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] Notify callbacks [] for router, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:10.011949 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-31ad2f02-4e83-4317-b993-f3df8da89208 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.5124428
Jul 23 16:42:10.017357 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52478) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:42:10.124938 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7478c14-f9a7-41de-a1d5-72a9bac1309d None None] Network 08bf07f6-1966-4cf6-9877-2e8f58510fbd requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:42:10.476587 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-adeba0c5-a9fc-41d8-bb19-25df6d303201 None None] Provisioning for port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:42:10.493261 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:10.579299 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Set router 9ff5c327-dc23-4ada-8c83-be6e3c210359 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:42:11.122510 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 6d730bae-9dc8-4efa-8cc2-7746536f4e8f up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:42:11.323907 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:11.477583 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:42:11.489984 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:11.490612 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:11.620341 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f78f760>, [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0c884013-3265-4c15-949d-c9910488e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:42:09Z', 'revision_number': 3, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port': {'id': '0c884013-3265-4c15-949d-c9910488e92a', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:08Z', 'updated_at': '2021-07-23T16:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:11.628402 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Checking router: 9ff5c327-dc23-4ada-8c83-be6e3c210359 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:42:11.629215 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Updating router 9ff5c327-dc23-4ada-8c83-be6e3c210359 port 0c884013-3265-4c15-949d-c9910488e92a binding host dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:42:11.728625 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Allocated IP 172.20.0.1 (08bf07f6-1966-4cf6-9877-2e8f58510fbd/e41aab7d-c18a-4825-8b62-4901f0abc95e/d7021cb0-5366-4e62-ba0e-2689da25ecd0) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:42:11.811096 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:11.881868 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:11.933178 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:11.939065 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-fd1f36d7-e7c5-45ec-a8ec-be512dd5adc8 None None] Provisioning complete for port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:11.939665 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-fd1f36d7-e7c5-45ec-a8ec-be512dd5adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:11.957717 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Transition to ACTIVE for port object d7021cb0-5366-4e62-ba0e-2689da25ecd0 will not be triggered until provisioned by entity DHCP. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:42:11.998760 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:12.006653 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-27c6f686-8b2c-4ec4-b433-d2938952ed13 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:12.119227 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Network 08bf07f6-1966-4cf6-9877-2e8f58510fbd is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:42:12.123550 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:42:12.131008 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:42:12.134363 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=6d730bae-9dc8-4efa-8cc2-7746536f4e8f,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:42:12.154886 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:12.162634 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:12.190062 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Pushing event updated for resources: {'Port': ['ID=d7021cb0-5366-4e62-ba0e-2689da25ecd0,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:12.196808 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:12.234986 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415424'] for router_interface, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:12.409382 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:12.496224 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=6d730bae-9dc8-4efa-8cc2-7746536f4e8f,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:12.505189 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:12.692871 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-471c6f97-290e-476d-b550-41876f83ed00 None None] Provisioning for port d7021cb0-5366-4e62-ba0e-2689da25ecd0 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:42:12.703671 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Notify callbacks [] for port, precommit_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:12.709910 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-471c6f97-290e-476d-b550-41876f83ed00 None None] Provisioning complete for port d7021cb0-5366-4e62-ba0e-2689da25ecd0 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:12.710448 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-471c6f97-290e-476d-b550-41876f83ed00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:12.792817 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Transition to ACTIVE for port object 0c884013-3265-4c15-949d-c9910488e92a will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:42:12.808426 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:12.816979 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:12.865815 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:12.874776 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:12.875340 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-471c6f97-290e-476d-b550-41876f83ed00 None None] Port d7021cb0-5366-4e62-ba0e-2689da25ecd0 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:42:12.926658 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6ce1ddd1-e110-489c-b447-d9f7384386d3 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:12.926925 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bdd3f-5c8c-4584-bdba-36cd5240b7c9 None None] Pushing event updated for resources: {'Port': ['ID=0c884013-3265-4c15-949d-c9910488e92a,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:12.931248 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Attempting to bind port 0c884013-3265-4c15-949d-c9910488e92a on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:42:12.932368 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Attempting to bind port 0c884013-3265-4c15-949d-c9910488e92a by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:42:12.934346 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Attempting to bind port 0c884013-3265-4c15-949d-c9910488e92a on network 0f0fa4a4-341c-4455-bd90-db8498cb03db {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:42:12.937526 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-d35bdd3f-5c8c-4584-bdba-36cd5240b7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:12.949219 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:42:12.950084 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Checking segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:42:12.952300 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:12.957075 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Bound using segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:42:12.957959 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Bound port: 0c884013-3265-4c15-949d-c9910488e92a, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:42:12.958624 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:13.013355 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 6d730bae-9dc8-4efa-8cc2-7746536f4e8f up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:42:13.062592 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1431309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414505'] for router_interface, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:13.067347 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Pushing event updated for resources: {'Port': ['ID=d7021cb0-5366-4e62-ba0e-2689da25ecd0,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:13.072509 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:13.204168 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] For port 0c884013-3265-4c15-949d-c9910488e92a, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:42:13.211073 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] For port 0c884013-3265-4c15-949d-c9910488e92a, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=0c884013-3265-4c15-949d-c9910488e92a,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:42:13.221831 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:13.230601 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:13.251579 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Network 08bf07f6-1966-4cf6-9877-2e8f58510fbd is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:42:13.253882 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:42:13.348590 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:13.349369 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:13.475413 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bdd3f-5c8c-4584-bdba-36cd5240b7c9 None None] Pushing event updated for resources: {'Port': ['ID=0c884013-3265-4c15-949d-c9910488e92a,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:13.486964 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-d35bdd3f-5c8c-4584-bdba-36cd5240b7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:13.496799 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Routers {'9ff5c327-dc23-4ada-8c83-be6e3c210359'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:42:13.497897 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f78f760>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:41:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['9ff5c327-dc23-4ada-8c83-be6e3c210359'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:13.851463 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Router 9ff5c327-dc23-4ada-8c83-be6e3c210359 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:42:13.968020 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-0a723900-82ce-4243-95c5-274114b23ca2 None None] Provisioning complete for port d7021cb0-5366-4e62-ba0e-2689da25ecd0 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:13.968527 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-0a723900-82ce-4243-95c5-274114b23ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:14.073210 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-0a723900-82ce-4243-95c5-274114b23ca2 None None] Port d7021cb0-5366-4e62-ba0e-2689da25ecd0 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:42:14.085299 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] Set router 9ff5c327-dc23-4ada-8c83-be6e3c210359 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:42:14.398278 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:42:14.416461 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] 10.222.0.11 "PUT /v2.0/routers/9ff5c327-dc23-4ada-8c83-be6e3c210359/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3974969
Jul 23 16:42:14.453732 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-855bf0bc-f96f-49a4-9a74-63c6d31f11ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:14.707521 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f78f760>, [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0c884013-3265-4c15-949d-c9910488e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 4, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port': {'id': '0c884013-3265-4c15-949d-c9910488e92a', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:08Z', 'updated_at': '2021-07-23T16:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'd7021cb0-5366-4e62-ba0e-2689da25ecd0', 'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'mac_address': 'fa:16:3e:41:2c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:11Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 2, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'subnets': [{'id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:14.715605 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7939144b-e5b5-45af-a7c0-9693aa768bf2 None None] The sync data for ids ['9ff5c327-dc23-4ada-8c83-be6e3c210359'] in dv-cinder-802039-1-iscsi is: [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0c884013-3265-4c15-949d-c9910488e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 4, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port': {'id': '0c884013-3265-4c15-949d-c9910488e92a', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:08Z', 'updated_at': '2021-07-23T16:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'd7021cb0-5366-4e62-ba0e-2689da25ecd0', 'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'mac_address': 'fa:16:3e:41:2c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:11Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 2, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'subnets': [{'id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:42:14.811310 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:15.998516 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52500) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:42:16.009649 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1884760024-network', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:42:16.019599 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:42:16.026847 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Usage tracker for resource:network and tenant:8b168ef9c7194c3986479d2a25ecb391 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:42:16.032878 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:42:16.042184 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:42:16.058793 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Made reservation on behalf of 8b168ef9c7194c3986479d2a25ecb391 for: {'network': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:42:16.062562 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for network, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:16.079295 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:16.129829 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:42:16.135155 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Usage tracker for resource:security_group_rule and tenant:8b168ef9c7194c3986479d2a25ecb391 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:42:16.140643 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:42:16.149986 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:42:16.261773 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:16.268117 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:16.273482 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-a77ae1d5-f397-4ce7-a680-81cba2f131fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:16.334836 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405}  {{(pid=74312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jul 23 16:42:16.353814 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9dce63-489c-40b5-8168-e7a0f5907557,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:16.360869 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:16.369779 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:16.370517 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.segments_db [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Added segment 072cd08a-4976-42db-933b-44a444fad2ff of type vlan for network aa5adc1f-e84d-4ca6-a338-1e537bd5b672
Jul 23 16:42:16.441862 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783375985318'] for network, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:16.483287 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297'] for network, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:16.484493 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:16.485178 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:16.491282 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:16.614528 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6143723
Jul 23 16:42:16.619168 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52504) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:42:16.631601 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Request body: {'subnet': {'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1884760024-subnet', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'ip_version': 4}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:42:16.636365 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Pushing event updated for resources: {'Network': ['ID=aa5adc1f-e84d-4ca6-a338-1e537bd5b672,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:16.642079 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:16.643700 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:42:16.651335 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Usage tracker for resource:subnet and tenant:8b168ef9c7194c3986479d2a25ecb391 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:42:16.654256 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Network aa5adc1f-e84d-4ca6-a338-1e537bd5b672 details requested by agent ovs-agent-dv-cinder-802039-1-iscsi with host dv-cinder-802039-1-iscsi {{(pid=74314) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 23 16:42:16.655687 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:42:16.666531 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:42:16.690060 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Made reservation on behalf of 8b168ef9c7194c3986479d2a25ecb391 for: {'subnet': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:42:16.694222 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65542820'] for subnet, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:16.835990 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a8d5fb6a-4e9c-45f8-9aaa-ba2882278785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:17.032713 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 0c884013-3265-4c15-949d-c9910488e92a up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:42:17.052806 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66939735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65542838'] for subnet, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:17.061632 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:17.152615 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 0c884013-3265-4c15-949d-c9910488e92a completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:42:17.162179 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 0c884013-3265-4c15-949d-c9910488e92a triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:17.162869 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:17.202047 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5177d059-f2d7-43ff-9508-bbdf4a9b808c,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:17.210318 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:17.226881 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Checking segment: {'id': '072cd08a-4976-42db-933b-44a444fad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:42:17.227540 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Network hostable DHCP agents. Network: aa5adc1f-e84d-4ca6-a338-1e537bd5b672, hostable agents: ['4032ac82-be0a-4803-9bb7-1c2994e2b0e6'], hosted agents: [] {{(pid=74312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 23 16:42:17.261722 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Network aa5adc1f-e84d-4ca6-a338-1e537bd5b672 is scheduled to be hosted by DHCP agent 4032ac82-be0a-4803-9bb7-1c2994e2b0e6 with binding_index 1 {{(pid=74312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 23 16:42:17.280994 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802039-1-iscsi, aa5adc1f-e84d-4ca6-a338-1e537bd5b672) {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:42:17.287613 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:17.289009 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:17.320880 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ea5c8e-58b7-4fcd-8d87-c2c97b53b8eb None None] Network aa5adc1f-e84d-4ca6-a338-1e537bd5b672 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:42:17.321279 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-431bdd99-0893-4c03-ba99-66d31c3ec6a6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6981957
Jul 23 16:42:17.325053 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52510) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:42:17.331416 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1884760024-router', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:42:17.338239 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:42:17.344967 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Usage tracker for resource:router and tenant:8b168ef9c7194c3986479d2a25ecb391 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:42:17.349605 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:42:17.358071 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:42:17.380964 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-415860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29658'] for router, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:17.382522 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-415767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-415695', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29473'] for router, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:17.420087 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:17.473382 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:17.534593 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 0c884013-3265-4c15-949d-c9910488e92a, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=0c884013-3265-4c15-949d-c9910488e92a,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:42:17.556294 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:17.566674 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:17.623261 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-415741', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-415850', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29495'] for router, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:17.840554 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=0c884013-3265-4c15-949d-c9910488e92a,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:17.846624 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:17.885017 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0723c8-2617-5193-bc17-de7fbc821141-aa5adc1f-e84d-4ca6-a338-1e537bd5b672', 'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'fixed_ips': [{'subnet_id': '5177d059-f2d7-43ff-9508-bbdf4a9b808c'}]}} from dv-cinder-802039-1-iscsi. {{(pid=74314) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jul 23 16:42:17.886407 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:17.954258 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:18.011167 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:18.214584 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.db_base_plugin_common [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Allocated IP 172.20.0.2 (aa5adc1f-e84d-4ca6-a338-1e537bd5b672/5177d059-f2d7-43ff-9508-bbdf4a9b808c/5951002c-5f4f-4c91-af1c-d9452d50392c) {{(pid=74314) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:42:18.218549 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:18.278569 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Allocated IP 172.27.3.99 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/1f71163b-0556-45d5-a400-f555d20924eb) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:42:18.578459 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:18.599692 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Notify callbacks [] for port, precommit_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:18.623736 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Transition to ACTIVE for port object 5951002c-5f4f-4c91-af1c-d9452d50392c will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:42:18.633158 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:18.641988 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-cd4aeca6-718f-48e3-95fa-7a348e173a47 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:18.665439 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Transition to ACTIVE for port object 5951002c-5f4f-4c91-af1c-d9452d50392c will not be triggered until provisioned by entity DHCP. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:42:18.674758 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055'] for port, after_create {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:18.684169 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:18.766248 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:42:18.772275 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:42:18.776930 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:42:18.831403 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Pushing event updated for resources: {'Port': ['ID=1f71163b-0556-45d5-a400-f555d20924eb,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:18.836760 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:18.904210 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Network aa5adc1f-e84d-4ca6-a338-1e537bd5b672 is already hosted by enough agents. {{(pid=74314) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:42:18.911211 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Pushing event updated for resources: {'Port': ['ID=5951002c-5f4f-4c91-af1c-d9452d50392c,revision_number=1']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:18.917946 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.scheduler.base_scheduler [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Resources bound (agent type, host, resource id):  {{(pid=74314) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:42:18.926567 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:18.931397 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Received port after_create {{(pid=74314) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:42:19.004420 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 0c884013-3265-4c15-949d-c9910488e92a up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:42:19.082827 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:19.083964 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-415843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415262'] for router, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:19.213601 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Attempting to bind port 5951002c-5f4f-4c91-af1c-d9452d50392c on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:42:19.214299 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Attempting to bind port 5951002c-5f4f-4c91-af1c-d9452d50392c by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '072cd08a-4976-42db-933b-44a444fad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:42:19.214915 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Attempting to bind port 5951002c-5f4f-4c91-af1c-d9452d50392c on network aa5adc1f-e84d-4ca6-a338-1e537bd5b672 {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:42:19.237313 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:42:19.238042 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Checking segment: {'id': '072cd08a-4976-42db-933b-44a444fad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:42:19.238649 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:19.239327 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Bound using segment: {'id': '072cd08a-4976-42db-933b-44a444fad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:42:19.240187 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Bound port: 5951002c-5f4f-4c91-af1c-d9452d50392c, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072cd08a-4976-42db-933b-44a444fad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:42:19.240895 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:19.374703 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 0c884013-3265-4c15-949d-c9910488e92a triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:19.375240 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:19.511845 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:19.535938 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] For port 5951002c-5f4f-4c91-af1c-d9452d50392c, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:42:19.543450 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] For port 5951002c-5f4f-4c91-af1c-d9452d50392c, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=5951002c-5f4f-4c91-af1c-d9452d50392c,segment=NetworkSegment(072cd08a-4976-42db-933b-44a444fad2ff),segment_id=072cd08a-4976-42db-933b-44a444fad2ff)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:42:19.550868 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:19.558155 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:19.586778 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Router 28bbe8cd-829a-4ac9-8222-c2ea6829b936 is scheduled to L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 with binding_index 1 {{(pid=74312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jul 23 16:42:19.803517 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Pushing event updated for resources: {'Port': ['ID=5951002c-5f4f-4c91-af1c-d9452d50392c,revision_number=2']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:19.824539 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:19.824989 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:19.825493 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:19.826506 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:19.826925 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:19.827333 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:19.827732 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:19.828160 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:19.828660 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:19.829080 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:19.829554 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:19.837398 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-cff29461-407c-417e-abb1-825ec3ae5fd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:19.980709 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:42:20.034586 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Sync routers for ids ['28bbe8cd-829a-4ac9-8222-c2ea6829b936'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:42:20.053056 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Notify callbacks [] for router, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:20.055271 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7288589
Jul 23 16:42:20.058439 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52514) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:42:20.069866 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Routers {'28bbe8cd-829a-4ac9-8222-c2ea6829b936'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:42:20.070887 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f982370>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:42:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['28bbe8cd-829a-4ac9-8222-c2ea6829b936'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:20.442136 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Set router 28bbe8cd-829a-4ac9-8222-c2ea6829b936 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:42:21.025513 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 5951002c-5f4f-4c91-af1c-d9452d50392c up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:42:21.030809 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f982370>, [{'id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'name': 'tempest-TestMinimumBasicScenario-1884760024-router', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '1f71163b-0556-45d5-a400-f555d20924eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:17Z', 'updated_at': '2021-07-23T16:42:18Z', 'revision_number': 3, 'project_id': '8b168ef9c7194c3986479d2a25ecb391', 'gw_port': {'id': '1f71163b-0556-45d5-a400-f555d20924eb', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:18Z', 'updated_at': '2021-07-23T16:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:21.041023 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Checking router: 28bbe8cd-829a-4ac9-8222-c2ea6829b936 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:42:21.042283 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Updating router 28bbe8cd-829a-4ac9-8222-c2ea6829b936 port 1f71163b-0556-45d5-a400-f555d20924eb binding host dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:42:21.133423 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 5951002c-5f4f-4c91-af1c-d9452d50392c completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:42:21.165624 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8ba463-a602-4d9b-8213-78dedc9f21f5 None None] Network aa5adc1f-e84d-4ca6-a338-1e537bd5b672 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:42:21.185460 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:21.307805 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-48d72eee-0295-44be-9347-e44454c11c16 None None] Provisioning for port 5951002c-5f4f-4c91-af1c-d9452d50392c completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:42:21.332417 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-48d72eee-0295-44be-9347-e44454c11c16 None None] Provisioning complete for port 5951002c-5f4f-4c91-af1c-d9452d50392c triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:21.332891 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-48d72eee-0295-44be-9347-e44454c11c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:21.374192 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:21.679091 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-48d72eee-0295-44be-9347-e44454c11c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:21.707229 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Allocated IP 172.20.0.1 (aa5adc1f-e84d-4ca6-a338-1e537bd5b672/5177d059-f2d7-43ff-9508-bbdf4a9b808c/f1c99738-cb64-4739-9021-c8b90b4a5b30) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:42:21.744598 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-48d72eee-0295-44be-9347-e44454c11c16 None None] For port 5951002c-5f4f-4c91-af1c-d9452d50392c, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=5951002c-5f4f-4c91-af1c-d9452d50392c,segment=NetworkSegment(072cd08a-4976-42db-933b-44a444fad2ff),segment_id=072cd08a-4976-42db-933b-44a444fad2ff)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:42:21.756466 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-48d72eee-0295-44be-9347-e44454c11c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:21.759949 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-328dafdb-df65-4a69-91be-f793819ab452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:21.797392 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Notify callbacks [] for port, precommit_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:21.818880 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.provisioning_blocks [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Transition to ACTIVE for port object 1f71163b-0556-45d5-a400-f555d20924eb will not be triggered until provisioned by entity L2. {{(pid=74315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:42:21.833859 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:21.852822 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-9df645c0-b9f8-418b-8110-aab7765e3c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:21.980997 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d72eee-0295-44be-9347-e44454c11c16 None None] Pushing event updated for resources: {'Port': ['ID=5951002c-5f4f-4c91-af1c-d9452d50392c,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:21.987214 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-48d72eee-0295-44be-9347-e44454c11c16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:22.029423 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Attempting to bind port 1f71163b-0556-45d5-a400-f555d20924eb on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:42:22.030255 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Attempting to bind port 1f71163b-0556-45d5-a400-f555d20924eb by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:42:22.031213 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Attempting to bind port 1f71163b-0556-45d5-a400-f555d20924eb on network 0f0fa4a4-341c-4455-bd90-db8498cb03db {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:42:22.065586 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:42:22.068790 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Checking segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:42:22.068790 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:22.068790 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Bound using segment: {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:42:22.068790 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Bound port: 1f71163b-0556-45d5-a400-f555d20924eb, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba603e6-15e4-4d38-a858-243348b57aa7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db'}}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:42:22.070389 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:22.144081 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Pushing event updated for resources: {'Port': ['ID=1f71163b-0556-45d5-a400-f555d20924eb,revision_number=2']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:22.171114 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:22.171660 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:22.172202 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:22.172657 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:22.173107 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:22.173576 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:22.174015 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:22.174435 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:22.174825 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:22.175228 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:22.175671 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74315) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:22.183178 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:22.191954 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:22.221129 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] For port 1f71163b-0556-45d5-a400-f555d20924eb, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:42:22.222704 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Transition to ACTIVE for port object f1c99738-cb64-4739-9021-c8b90b4a5b30 will not be triggered until provisioned by entity DHCP. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:42:22.227700 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] For port 1f71163b-0556-45d5-a400-f555d20924eb, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=1f71163b-0556-45d5-a400-f555d20924eb,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:42:22.233725 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:22.242722 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:22.258225 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-30e32270-39e0-4ec7-8ff0-6cb16458207c None None] Provisioning complete for port 5951002c-5f4f-4c91-af1c-d9452d50392c triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:22.262673 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-30e32270-39e0-4ec7-8ff0-6cb16458207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:22.273276 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:22.280370 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:22.391437 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Network aa5adc1f-e84d-4ca6-a338-1e537bd5b672 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:42:22.394773 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:42:22.399577 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:42:22.421048 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Pushing event updated for resources: {'Port': ['ID=1f71163b-0556-45d5-a400-f555d20924eb,revision_number=3']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:22.427329 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-36a16789-2b03-4dd4-bf89-3d405a7236c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:22.434571 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Routers {'28bbe8cd-829a-4ac9-8222-c2ea6829b936'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:42:22.435698 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f982370>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:42:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['28bbe8cd-829a-4ac9-8222-c2ea6829b936'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:22.454367 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Pushing event updated for resources: {'Port': ['ID=f1c99738-cb64-4739-9021-c8b90b4a5b30,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:22.466578 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:22.510042 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415424'] for router_interface, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:22.646050 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:22.815151 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] Set router 28bbe8cd-829a-4ac9-8222-c2ea6829b936 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:42:22.881548 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-63137713-8fea-487d-a84c-ed930b7f0173 None None] Provisioning for port f1c99738-cb64-4739-9021-c8b90b4a5b30 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:42:22.891661 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-63137713-8fea-487d-a84c-ed930b7f0173 None None] Provisioning complete for port f1c99738-cb64-4739-9021-c8b90b4a5b30 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:22.892400 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-63137713-8fea-487d-a84c-ed930b7f0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:22.998794 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 5951002c-5f4f-4c91-af1c-d9452d50392c up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:42:23.028519 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:23.037078 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:23.082182 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-63137713-8fea-487d-a84c-ed930b7f0173 None None] Port f1c99738-cb64-4739-9021-c8b90b4a5b30 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:42:23.088393 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:23.147727 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 5951002c-5f4f-4c91-af1c-d9452d50392c triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:23.148331 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:23.229290 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Pushing event updated for resources: {'Port': ['ID=f1c99738-cb64-4739-9021-c8b90b4a5b30,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:23.234242 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1431309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414505'] for router_interface, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:23.250396 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:23.398531 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f982370>, [{'id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'name': 'tempest-TestMinimumBasicScenario-1884760024-router', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '1f71163b-0556-45d5-a400-f555d20924eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:17Z', 'updated_at': '2021-07-23T16:42:18Z', 'revision_number': 3, 'project_id': '8b168ef9c7194c3986479d2a25ecb391', 'gw_port': {'id': '1f71163b-0556-45d5-a400-f555d20924eb', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:18Z', 'updated_at': '2021-07-23T16:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:23.406583 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1379d35b-41c4-4b55-8edf-7cee531164e4 None None] The sync data for ids ['28bbe8cd-829a-4ac9-8222-c2ea6829b936'] in dv-cinder-802039-1-iscsi is: [{'id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'name': 'tempest-TestMinimumBasicScenario-1884760024-router', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '1f71163b-0556-45d5-a400-f555d20924eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:17Z', 'updated_at': '2021-07-23T16:42:18Z', 'revision_number': 3, 'project_id': '8b168ef9c7194c3986479d2a25ecb391', 'gw_port': {'id': '1f71163b-0556-45d5-a400-f555d20924eb', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:18Z', 'updated_at': '2021-07-23T16:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:42:23.470428 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Network aa5adc1f-e84d-4ca6-a338-1e537bd5b672 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:42:23.471799 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:42:23.823719 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-685af5ba-d3c0-4f85-9ead-82bd887ecd65 None None] Provisioning complete for port f1c99738-cb64-4739-9021-c8b90b4a5b30 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:23.824386 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-685af5ba-d3c0-4f85-9ead-82bd887ecd65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:23.930802 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-685af5ba-d3c0-4f85-9ead-82bd887ecd65 None None] Port f1c99738-cb64-4739-9021-c8b90b4a5b30 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:42:24.177851 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Router 28bbe8cd-829a-4ac9-8222-c2ea6829b936 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:42:24.527174 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:42:24.540530 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] 10.222.0.11 "PUT /v2.0/routers/28bbe8cd-829a-4ac9-8222-c2ea6829b936/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4806097
Jul 23 16:42:29.005396 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Sync routers for ids ['9ff5c327-dc23-4ada-8c83-be6e3c210359'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:42:29.023589 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Routers {'9ff5c327-dc23-4ada-8c83-be6e3c210359'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:42:29.026783 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f30cbe0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:42:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['9ff5c327-dc23-4ada-8c83-be6e3c210359'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:29.404417 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Set router 9ff5c327-dc23-4ada-8c83-be6e3c210359 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:42:30.180685 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f30cbe0>, [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0c884013-3265-4c15-949d-c9910488e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 4, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port': {'id': '0c884013-3265-4c15-949d-c9910488e92a', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:08Z', 'updated_at': '2021-07-23T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'd7021cb0-5366-4e62-ba0e-2689da25ecd0', 'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'mac_address': 'fa:16:3e:41:2c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:11Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 2, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'subnets': [{'id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:30.187922 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Checking router: 9ff5c327-dc23-4ada-8c83-be6e3c210359 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:42:30.188650 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Updating router 9ff5c327-dc23-4ada-8c83-be6e3c210359 port d7021cb0-5366-4e62-ba0e-2689da25ecd0 binding host dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:42:30.297099 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:31.042904 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Notify callbacks [] for port, precommit_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:31.080330 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Transition to ACTIVE for port object d7021cb0-5366-4e62-ba0e-2689da25ecd0 will not be triggered until provisioned by entity L2. {{(pid=74314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:42:31.098985 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:31.108855 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:31.165458 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 1f71163b-0556-45d5-a400-f555d20924eb up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:42:31.464592 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10861713-5fba-40fa-9175-f8cd2526923e None None] Pushing event updated for resources: {'Port': ['ID=d7021cb0-5366-4e62-ba0e-2689da25ecd0,revision_number=3']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:31.482526 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-10861713-5fba-40fa-9175-f8cd2526923e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:31.655910 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port 1f71163b-0556-45d5-a400-f555d20924eb completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:42:31.665488 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 1f71163b-0556-45d5-a400-f555d20924eb triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:31.665995 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:31.724449 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Attempting to bind port d7021cb0-5366-4e62-ba0e-2689da25ecd0 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:42:31.724718 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Attempting to bind port d7021cb0-5366-4e62-ba0e-2689da25ecd0 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '03344f21-6ccf-44bb-8535-23a6a51f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd'}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:42:31.724993 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Attempting to bind port d7021cb0-5366-4e62-ba0e-2689da25ecd0 on network 08bf07f6-1966-4cf6-9877-2e8f58510fbd {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:42:31.747303 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:42:31.747879 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Checking segment: {'id': '03344f21-6ccf-44bb-8535-23a6a51f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:42:31.748192 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:31.748633 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Bound using segment: {'id': '03344f21-6ccf-44bb-8535-23a6a51f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd'} {{(pid=74314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:42:31.749126 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.managers [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Bound port: d7021cb0-5366-4e62-ba0e-2689da25ecd0, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03344f21-6ccf-44bb-8535-23a6a51f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd'}}] {{(pid=74314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:42:31.749511 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:31.985864 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] For port d7021cb0-5366-4e62-ba0e-2689da25ecd0, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:42:31.990684 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] For port d7021cb0-5366-4e62-ba0e-2689da25ecd0, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=d7021cb0-5366-4e62-ba0e-2689da25ecd0,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:42:31.992177 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:31.999055 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:32.004831 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:32.131556 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port 1f71163b-0556-45d5-a400-f555d20924eb, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=1f71163b-0556-45d5-a400-f555d20924eb,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:42:32.146415 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:32.174874 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10861713-5fba-40fa-9175-f8cd2526923e None None] Pushing event updated for resources: {'Port': ['ID=d7021cb0-5366-4e62-ba0e-2689da25ecd0,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:32.179560 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-10861713-5fba-40fa-9175-f8cd2526923e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:32.180200 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:32.241600 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Routers {'9ff5c327-dc23-4ada-8c83-be6e3c210359'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:42:32.242358 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f30cbe0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:42:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['9ff5c327-dc23-4ada-8c83-be6e3c210359'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:32.475632 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=1f71163b-0556-45d5-a400-f555d20924eb,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:32.611130 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:32.709268 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] Set router 9ff5c327-dc23-4ada-8c83-be6e3c210359 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:42:33.106135 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Sync routers for ids ['28bbe8cd-829a-4ac9-8222-c2ea6829b936'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:42:33.134092 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Routers {'28bbe8cd-829a-4ac9-8222-c2ea6829b936'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:42:33.135234 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fbd10d0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:42:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['28bbe8cd-829a-4ac9-8222-c2ea6829b936'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:33.204691 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device d7021cb0-5366-4e62-ba0e-2689da25ecd0 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:42:33.432328 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port d7021cb0-5366-4e62-ba0e-2689da25ecd0 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:42:33.518765 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port d7021cb0-5366-4e62-ba0e-2689da25ecd0 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:33.520505 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:33.521484 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Set router 28bbe8cd-829a-4ac9-8222-c2ea6829b936 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:42:33.696806 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f30cbe0>, [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0c884013-3265-4c15-949d-c9910488e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 4, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port': {'id': '0c884013-3265-4c15-949d-c9910488e92a', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:08Z', 'updated_at': '2021-07-23T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'd7021cb0-5366-4e62-ba0e-2689da25ecd0', 'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'mac_address': 'fa:16:3e:41:2c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:11Z', 'updated_at': '2021-07-23T16:42:31Z', 'revision_number': 4, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'subnets': [{'id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:33.759437 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a7d19-ddee-4be9-be33-456b99a8780d None None] The sync data for ids ['9ff5c327-dc23-4ada-8c83-be6e3c210359'] in dv-cinder-802039-1-iscsi is: [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0c884013-3265-4c15-949d-c9910488e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 4, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port': {'id': '0c884013-3265-4c15-949d-c9910488e92a', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:08Z', 'updated_at': '2021-07-23T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'd7021cb0-5366-4e62-ba0e-2689da25ecd0', 'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'mac_address': 'fa:16:3e:41:2c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:11Z', 'updated_at': '2021-07-23T16:42:31Z', 'revision_number': 4, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'subnets': [{'id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:42:33.797937 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:33.877304 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port d7021cb0-5366-4e62-ba0e-2689da25ecd0, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=d7021cb0-5366-4e62-ba0e-2689da25ecd0,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:42:33.890868 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:33.892071 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 1f71163b-0556-45d5-a400-f555d20924eb up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:42:34.002588 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:34.138150 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=d7021cb0-5366-4e62-ba0e-2689da25ecd0,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:34.144116 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:34.217218 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port 1f71163b-0556-45d5-a400-f555d20924eb triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:34.217914 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:34.378104 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fbd10d0>, [{'id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'name': 'tempest-TestMinimumBasicScenario-1884760024-router', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '1f71163b-0556-45d5-a400-f555d20924eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:17Z', 'updated_at': '2021-07-23T16:42:22Z', 'revision_number': 4, 'project_id': '8b168ef9c7194c3986479d2a25ecb391', 'gw_port': {'id': '1f71163b-0556-45d5-a400-f555d20924eb', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:18Z', 'updated_at': '2021-07-23T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'f1c99738-cb64-4739-9021-c8b90b4a5b30', 'name': '', 'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5177d059-f2d7-43ff-9508-bbdf4a9b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:21Z', 'updated_at': '2021-07-23T16:42:22Z', 'revision_number': 2, 'project_id': '8b168ef9c7194c3986479d2a25ecb391', 'subnets': [{'id': '5177d059-f2d7-43ff-9508-bbdf4a9b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:34.390158 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Checking router: 28bbe8cd-829a-4ac9-8222-c2ea6829b936 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:42:34.390765 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Updating router 28bbe8cd-829a-4ac9-8222-c2ea6829b936 port f1c99738-cb64-4739-9021-c8b90b4a5b30 binding host dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jul 23 16:42:34.493447 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:35.003258 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device d7021cb0-5366-4e62-ba0e-2689da25ecd0 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:42:35.117422 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port d7021cb0-5366-4e62-ba0e-2689da25ecd0 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:35.118258 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:35.122097 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Notify callbacks [] for port, precommit_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:35.147174 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.provisioning_blocks [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Transition to ACTIVE for port object f1c99738-cb64-4739-9021-c8b90b4a5b30 will not be triggered until provisioned by entity L2. {{(pid=74315) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:42:35.165809 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:35.195848 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:35.291351 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa9382-dc3f-4123-a955-1f1cfc6243d8 None None] Pushing event updated for resources: {'Port': ['ID=f1c99738-cb64-4739-9021-c8b90b4a5b30,revision_number=3']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:35.400871 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-f4aa9382-dc3f-4123-a955-1f1cfc6243d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:35.587132 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Attempting to bind port f1c99738-cb64-4739-9021-c8b90b4a5b30 on host dv-cinder-802039-1-iscsi for vnic_type normal with profile  {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:42:35.587598 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Attempting to bind port f1c99738-cb64-4739-9021-c8b90b4a5b30 by drivers openvswitch,hyperv on host dv-cinder-802039-1-iscsi at level 0 using segments [{'id': '072cd08a-4976-42db-933b-44a444fad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672'}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:42:35.588223 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Attempting to bind port f1c99738-cb64-4739-9021-c8b90b4a5b30 on network aa5adc1f-e84d-4ca6-a338-1e537bd5b672 {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:42:35.598045 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Checking agent: {'id': 'd6c4d1a0-b779-4d91-9f55-53044552478d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802039-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 20, 45), 'started_at': datetime.datetime(2021, 7, 23, 16, 21, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802039-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:42:35.598671 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Checking segment: {'id': '072cd08a-4976-42db-933b-44a444fad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74315) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:42:35.599291 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:35.599850 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Bound using segment: {'id': '072cd08a-4976-42db-933b-44a444fad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672'} {{(pid=74315) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:42:35.600472 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.managers [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Bound port: f1c99738-cb64-4739-9021-c8b90b4a5b30, host: dv-cinder-802039-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072cd08a-4976-42db-933b-44a444fad2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672'}}] {{(pid=74315) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:42:35.601013 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:35.775946 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] For port f1c99738-cb64-4739-9021-c8b90b4a5b30, host dv-cinder-802039-1-iscsi, cleared binding levels {{(pid=74315) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:42:35.787018 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.plugins.ml2.db [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] For port f1c99738-cb64-4739-9021-c8b90b4a5b30, host dv-cinder-802039-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=f1c99738-cb64-4739-9021-c8b90b4a5b30,segment=NetworkSegment(072cd08a-4976-42db-933b-44a444fad2ff),segment_id=072cd08a-4976-42db-933b-44a444fad2ff)] {{(pid=74315) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:42:35.796843 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron_lib.callbacks.manager [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74315) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:35.802154 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-dda794d8-79a7-42fa-8c98-c27c769eca4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:35.939112 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa9382-dc3f-4123-a955-1f1cfc6243d8 None None] Pushing event updated for resources: {'Port': ['ID=f1c99738-cb64-4739-9021-c8b90b4a5b30,revision_number=4']} {{(pid=74315) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:35.952647 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG oslo_concurrency.lockutils [None req-f4aa9382-dc3f-4123-a955-1f1cfc6243d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74315) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:35.976578 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Routers {'28bbe8cd-829a-4ac9-8222-c2ea6829b936'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:42:35.978226 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09fbd10d0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:42:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['28bbe8cd-829a-4ac9-8222-c2ea6829b936'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:36.274012 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] Set router 28bbe8cd-829a-4ac9-8222-c2ea6829b936 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:42:36.842285 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09fbd10d0>, [{'id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'name': 'tempest-TestMinimumBasicScenario-1884760024-router', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '1f71163b-0556-45d5-a400-f555d20924eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:17Z', 'updated_at': '2021-07-23T16:42:22Z', 'revision_number': 4, 'project_id': '8b168ef9c7194c3986479d2a25ecb391', 'gw_port': {'id': '1f71163b-0556-45d5-a400-f555d20924eb', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:18Z', 'updated_at': '2021-07-23T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'f1c99738-cb64-4739-9021-c8b90b4a5b30', 'name': '', 'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5177d059-f2d7-43ff-9508-bbdf4a9b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:21Z', 'updated_at': '2021-07-23T16:42:35Z', 'revision_number': 4, 'project_id': '8b168ef9c7194c3986479d2a25ecb391', 'subnets': [{'id': '5177d059-f2d7-43ff-9508-bbdf4a9b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:42:36.851618 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68968067-9a6d-484d-8048-624d43cbb14e None None] The sync data for ids ['28bbe8cd-829a-4ac9-8222-c2ea6829b936'] in dv-cinder-802039-1-iscsi is: [{'id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'name': 'tempest-TestMinimumBasicScenario-1884760024-router', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '1f71163b-0556-45d5-a400-f555d20924eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:17Z', 'updated_at': '2021-07-23T16:42:22Z', 'revision_number': 4, 'project_id': '8b168ef9c7194c3986479d2a25ecb391', 'gw_port': {'id': '1f71163b-0556-45d5-a400-f555d20924eb', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:18Z', 'updated_at': '2021-07-23T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'f1c99738-cb64-4739-9021-c8b90b4a5b30', 'name': '', 'network_id': 'aa5adc1f-e84d-4ca6-a338-1e537bd5b672', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'mac_address': 'fa:16:3e:ec:a1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5177d059-f2d7-43ff-9508-bbdf4a9b808c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:21Z', 'updated_at': '2021-07-23T16:42:35Z', 'revision_number': 4, 'project_id': '8b168ef9c7194c3986479d2a25ecb391', 'subnets': [{'id': '5177d059-f2d7-43ff-9508-bbdf4a9b808c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:42:39.003402 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device f1c99738-cb64-4739-9021-c8b90b4a5b30 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:42:39.132092 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning for port f1c99738-cb64-4739-9021-c8b90b4a5b30 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:42:39.141314 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port f1c99738-cb64-4739-9021-c8b90b4a5b30 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:39.142258 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:39.383056 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:39.449650 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] For port f1c99738-cb64-4739-9021-c8b90b4a5b30, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=f1c99738-cb64-4739-9021-c8b90b4a5b30,segment=NetworkSegment(072cd08a-4976-42db-933b-44a444fad2ff),segment_id=072cd08a-4976-42db-933b-44a444fad2ff)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:42:39.456429 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:39.458785 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:39.557774 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Pushing event updated for resources: {'Port': ['ID=f1c99738-cb64-4739-9021-c8b90b4a5b30,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:39.562339 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:40.333056 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:40.951544 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-59406f86-1f1b-4bbb-aa13-8b27543d282f tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:40.952480 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-59406f86-1f1b-4bbb-aa13-8b27543d282f tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Synchronizing usage tracker for tenant:3a3eee72c0874f9a9390da4f5501b901 on resource:network {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:42:40.962625 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device f1c99738-cb64-4739-9021-c8b90b4a5b30 up at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:42:40.975204 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-59406f86-1f1b-4bbb-aa13-8b27543d282f tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Unset dirty status for tenant:3a3eee72c0874f9a9390da4f5501b901 on resource:network {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:42:40.976608 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-59406f86-1f1b-4bbb-aa13-8b27543d282f tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/networks?id=08bf07f6-1966-4cf6-9877-2e8f58510fbd HTTP/1.1" status: 200  len: 815 time: 0.2549608
Jul 23 16:42:41.000916 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-87fde96c-c178-467a-aaae-b39df6a6d2b3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/quotas/3a3eee72c0874f9a9390da4f5501b901 HTTP/1.1" status: 200  len: 375 time: 0.0135891
Jul 23 16:42:41.056257 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Provisioning complete for port f1c99738-cb64-4739-9021-c8b90b4a5b30 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:41.057039 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:41.312808 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a064f4ad-5c17-4dff-83e5-b8c67f6e9880 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Synchronizing usage tracker for tenant:3a3eee72c0874f9a9390da4f5501b901 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:42:41.344757 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a064f4ad-5c17-4dff-83e5-b8c67f6e9880 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Unset dirty status for tenant:3a3eee72c0874f9a9390da4f5501b901 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:42:41.347002 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a064f4ad-5c17-4dff-83e5-b8c67f6e9880 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a3eee72c0874f9a9390da4f5501b901&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3374608
Jul 23 16:42:41.579933 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aec3c8ed-7120-4d14-8974-28f3143a8724 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=74312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jul 23 16:42:41.582567 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aec3c8ed-7120-4d14-8974-28f3143a8724 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2157171
Jul 23 16:42:41.786739 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-510c273a-a725-4bea-9b56-702434838973 service neutron] 10.222.0.11 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1967418
Jul 23 16:42:41.954540 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-f47256aa-36c9-4c24-a450-f1a7e2a6f371 service neutron] 10.222.0.11 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561499
Jul 23 16:42:42.274129 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5e47966d-0197-4467-a092-5404e1b3d206 req-946af656-31c5-459a-9401-7bc1c1638516 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 210 time: 0.0811012
Jul 23 16:42:43.466735 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2142476a-28f8-438b-a478-813ce5b395cf req-2be524eb-9196-453c-bb58-9f9941f6495a tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 210 time: 0.0448186
Jul 23 16:42:44.187231 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-f2d3f4ce-9e1f-4ed8-b0b3-3b8e70390d60 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:44.188926 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-f2d3f4ce-9e1f-4ed8-b0b3-3b8e70390d60 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.46 "GET /v2.0/networks?id=08bf07f6-1966-4cf6-9877-2e8f58510fbd HTTP/1.1" status: 200  len: 815 time: 0.1973138
Jul 23 16:42:44.218688 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Request body: {'port': {'device_id': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'admin_state_up': True, 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:42:44.287910 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-477abfde-feb0-436f-9c5b-da9fede7984c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:44.457930 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:42:44.473201 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:42:44.491004 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Made reservation on behalf of 3a3eee72c0874f9a9390da4f5501b901 for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:42:44.497019 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:44.778967 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6cbdf49c-1e2e-4fe0-83fa-b004f99f7344 req-f5670776-678a-47be-b2df-f979171e4b52 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 210 time: 0.1122003
Jul 23 16:42:44.828405 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:45.025522 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Allocated IP 172.20.0.4 (08bf07f6-1966-4cf6-9877-2e8f58510fbd/e41aab7d-c18a-4825-8b62-4901f0abc95e/f0915d80-984b-4804-ba39-438b44c36330) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:42:45.464052 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:45.513912 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Transition to ACTIVE for port object f0915d80-984b-4804-ba39-438b44c36330 will not be triggered until provisioned by entity DHCP. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:42:45.581819 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:45.595139 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-3674e368-03e6-4f95-a2c8-8ad4620ca832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:45.728263 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Network 08bf07f6-1966-4cf6-9877-2e8f58510fbd is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:42:45.735896 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:42:45.744325 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:42:45.796464 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event updated for resources: {'Port': ['ID=f0915d80-984b-4804-ba39-438b44c36330,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:45.877785 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:45.878367 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:45.879010 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:45.879640 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:45.880298 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:45.880931 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:45.894519 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:45.894887 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:45.895510 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:45.896160 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:45.896778 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:42:45.921897 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:45.996464 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:45.997363 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:46.061952 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8510015
Jul 23 16:42:46.135134 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Request body: {'port': {'device_id': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:42:46.267296 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-86aa85c7-0428-4d4f-bded-e774040c7b23 None None] Provisioning for port f0915d80-984b-4804-ba39-438b44c36330 completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:42:46.287082 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-86aa85c7-0428-4d4f-bded-e774040c7b23 None None] Provisioning complete for port f0915d80-984b-4804-ba39-438b44c36330 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:42:46.287989 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-86aa85c7-0428-4d4f-bded-e774040c7b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:46.378425 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-86aa85c7-0428-4d4f-bded-e774040c7b23 None None] Port f0915d80-984b-4804-ba39-438b44c36330 cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:42:46.485914 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:46.622546 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e6d79-320e-4c45-a485-b6862743f85c req-0d4e15c4-aa0a-46a5-99ca-4c961f3df85c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:46.624163 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-481e6d79-320e-4c45-a485-b6862743f85c req-0d4e15c4-aa0a-46a5-99ca-4c961f3df85c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Synchronizing usage tracker for tenant:3a3eee72c0874f9a9390da4f5501b901 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:42:46.720703 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-30e4a438-ff35-4063-b88c-b141173817c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:46.735463 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:42:46.777953 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-481e6d79-320e-4c45-a485-b6862743f85c req-0d4e15c4-aa0a-46a5-99ca-4c961f3df85c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Unset dirty status for tenant:3a3eee72c0874f9a9390da4f5501b901 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:42:46.792339 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-481e6d79-320e-4c45-a485-b6862743f85c req-0d4e15c4-aa0a-46a5-99ca-4c961f3df85c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 931 time: 0.5790701
Jul 23 16:42:47.192173 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-481e6d79-320e-4c45-a485-b6862743f85c req-75ab5e0e-ce4d-4095-8f85-acf65234c7fe tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Synchronizing usage tracker for tenant:3a3eee72c0874f9a9390da4f5501b901 on resource:security_group {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:42:47.239486 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-481e6d79-320e-4c45-a485-b6862743f85c req-75ab5e0e-ce4d-4095-8f85-acf65234c7fe tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Unset dirty status for tenant:3a3eee72c0874f9a9390da4f5501b901 on resource:security_group {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:42:47.245642 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-481e6d79-320e-4c45-a485-b6862743f85c req-75ab5e0e-ce4d-4095-8f85-acf65234c7fe tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4512551
Jul 23 16:42:47.511348 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0915d80-984b-4804-ba39-438b44c36330 {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:42:47.525956 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:47.558478 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Transition to ACTIVE for port object f0915d80-984b-4804-ba39-438b44c36330 will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:42:47.563793 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:47.568422 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-120df7d6-1647-45c9-86d8-76433b4fee67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:47.779897 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0915d80-984b-4804-ba39-438b44c36330,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:47.787108 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:47.848132 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Attempting to bind port f0915d80-984b-4804-ba39-438b44c36330 on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:42:47.848464 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Attempting to bind port f0915d80-984b-4804-ba39-438b44c36330 by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': '03344f21-6ccf-44bb-8535-23a6a51f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:42:47.848827 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Attempting to bind port f0915d80-984b-4804-ba39-438b44c36330 on network 08bf07f6-1966-4cf6-9877-2e8f58510fbd {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:42:47.862356 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Port f0915d80-984b-4804-ba39-438b44c36330 on network 08bf07f6-1966-4cf6-9877-2e8f58510fbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:42:47.863744 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Attempting to bind port f0915d80-984b-4804-ba39-438b44c36330 on network 08bf07f6-1966-4cf6-9877-2e8f58510fbd {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:42:47.903919 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:42:47.905441 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Checking segment: {'id': '03344f21-6ccf-44bb-8535-23a6a51f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:42:47.907594 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Bound using segment: {'id': '03344f21-6ccf-44bb-8535-23a6a51f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:42:47.910675 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Bound port: f0915d80-984b-4804-ba39-438b44c36330, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03344f21-6ccf-44bb-8535-23a6a51f2f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:42:47.913646 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:48.093806 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] For port f0915d80-984b-4804-ba39-438b44c36330, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:42:48.098829 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] For port f0915d80-984b-4804-ba39-438b44c36330, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f0915d80-984b-4804-ba39-438b44c36330,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:42:48.104190 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:48.109596 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-2e507de4-ef1c-46b3-8c51-89a86ff3f011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:48.189359 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:48.192147 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] 10.222.0.46 "PUT /v2.0/ports/f0915d80-984b-4804-ba39-438b44c36330 HTTP/1.1" status: 200  len: 1093 time: 2.0650160
Jul 23 16:42:48.193023 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:42:48.220242 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:48.248906 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=f0915d80-984b-4804-ba39-438b44c36330,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:48.268221 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:48.384619 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330', 'status': 'completed', 'code': 200}
Jul 23 16:42:48.629835 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba380d-1f35-4e5f-82da-ca14b7473102 req-5180f6c3-6d44-4187-ab23-ce37eaa721c8 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:48.632688 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e7ba380d-1f35-4e5f-82da-ca14b7473102 req-5180f6c3-6d44-4187-ab23-ce37eaa721c8 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 943 time: 0.1565807
Jul 23 16:42:48.713724 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e7ba380d-1f35-4e5f-82da-ca14b7473102 req-3fff5a77-3d98-4a95-a29f-1e46269c95a7 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684545
Jul 23 16:42:49.400833 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:50.064578 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2057b-f35b-4fd5-b351-949c1971afa1 req-8a80d6f7-2956-4065-bd14-a59dc44be5e9 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:50.067649 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-03e2057b-f35b-4fd5-b351-949c1971afa1 req-8a80d6f7-2956-4065-bd14-a59dc44be5e9 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 943 time: 0.1521227
Jul 23 16:42:50.179862 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-03e2057b-f35b-4fd5-b351-949c1971afa1 req-0ec4ca71-994b-4ed0-929a-976b8f5f7973 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011448
Jul 23 16:42:51.564353 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5e66e-7aea-47d9-b00f-c0ee4d6dcbbf req-1410e980-3787-4eff-8642-c1797ed55167 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:51.565985 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0fb5e66e-7aea-47d9-b00f-c0ee4d6dcbbf req-1410e980-3787-4eff-8642-c1797ed55167 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 943 time: 0.1449211
Jul 23 16:42:51.633901 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0fb5e66e-7aea-47d9-b00f-c0ee4d6dcbbf req-2f98770c-98b1-4594-99d4-551395e4b5f3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605891
Jul 23 16:42:53.041081 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19be46-451d-42b5-a59d-b44224570f71 req-ef67e62f-b904-4a6a-8600-9240c147a9d6 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:53.042895 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1a19be46-451d-42b5-a59d-b44224570f71 req-ef67e62f-b904-4a6a-8600-9240c147a9d6 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 943 time: 0.1606381
Jul 23 16:42:53.136680 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1a19be46-451d-42b5-a59d-b44224570f71 req-74479159-5193-4028-93ea-fe67978fe0e9 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739791
Jul 23 16:42:54.459137 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4257d-bed3-448b-9d8e-c147e141c286 req-19d11508-7dfd-483b-8a7f-ad5359a5374b tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:54.461685 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e7f4257d-bed3-448b-9d8e-c147e141c286 req-19d11508-7dfd-483b-8a7f-ad5359a5374b tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 943 time: 0.1276896
Jul 23 16:42:54.542752 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e7f4257d-bed3-448b-9d8e-c147e141c286 req-900758b4-8cf2-4db8-9afd-031c8d86ae1e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686677
Jul 23 16:42:55.322255 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e2731f7f-02f3-4345-ae74-9e74d54b43b9 req-418be03d-68ac-4de7-a043-48f4c98a7adc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3eee72c0874f9a9390da4f5501b901&device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 1096 time: 0.0925202
Jul 23 16:42:55.368180 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cf5e1fb3-9b55-4893-b272-e74c06a89ca2 req-40b3db87-0edd-4ff7-aa4f-6f0bff9ed6e3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0870981
Jul 23 16:42:55.561136 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731f7f-02f3-4345-ae74-9e74d54b43b9 req-762f7b12-943d-43e4-bdaa-d1a35193cdfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:55.562833 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e2731f7f-02f3-4345-ae74-9e74d54b43b9 req-762f7b12-943d-43e4-bdaa-d1a35193cdfd service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=3a3eee72c0874f9a9390da4f5501b901&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2127349
Jul 23 16:42:55.588338 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cf5e1fb3-9b55-4893-b272-e74c06a89ca2 req-a3fa6c32-8e2b-4093-91b6-8bbd4b93269a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 1099 time: 0.1026831
Jul 23 16:42:55.856754 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e1fb3-9b55-4893-b272-e74c06a89ca2 req-d63db7c6-11f0-4dcc-a07b-ddf178a35671 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:55.859238 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cf5e1fb3-9b55-4893-b272-e74c06a89ca2 req-d63db7c6-11f0-4dcc-a07b-ddf178a35671 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 912 time: 0.2464905
Jul 23 16:42:55.875154 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731f7f-02f3-4345-ae74-9e74d54b43b9 req-0dc2e5e5-e28e-4578-95a6-1f1474dc73c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:55.877953 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e2731f7f-02f3-4345-ae74-9e74d54b43b9 req-0dc2e5e5-e28e-4578-95a6-1f1474dc73c2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3079164
Jul 23 16:42:55.913845 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b46814-d1e2-441a-82d6-a5a5781effc6 req-15851cb4-ee8e-4fcd-b1dc-f44b092ced4b tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:55.916611 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02b46814-d1e2-441a-82d6-a5a5781effc6 req-15851cb4-ee8e-4fcd-b1dc-f44b092ced4b tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 943 time: 0.2180653
Jul 23 16:42:56.034053 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-02b46814-d1e2-441a-82d6-a5a5781effc6 req-a74b0703-8cf4-4b09-8a3f-d754c691d339 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099956
Jul 23 16:42:56.064430 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cf5e1fb3-9b55-4893-b272-e74c06a89ca2 req-851737ad-6036-4edb-94fa-43d054aa833e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f23e38-575c-4e03-877c-f36fa4616190 HTTP/1.1" status: 200  len: 1001 time: 0.1975722
Jul 23 16:42:56.068114 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-ac55f9b4-d744-4872-bf40-ced4f5459b96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3eee72c0874f9a9390da4f5501b901&device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 1096 time: 0.1198204
Jul 23 16:42:56.207428 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e1fb3-9b55-4893-b272-e74c06a89ca2 req-29f24d62-6493-437f-9cf8-91fe8ff4e624 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:56.209860 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cf5e1fb3-9b55-4893-b272-e74c06a89ca2 req-29f24d62-6493-437f-9cf8-91fe8ff4e624 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.1223226
Jul 23 16:42:56.343655 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cf5e1fb3-9b55-4893-b272-e74c06a89ca2 req-7425c7bf-5355-4320-a5fe-10990bf3401a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1264043
Jul 23 16:42:56.362434 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-f8a63442-e780-4676-a194-bbc38a0c8b39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0915d80-984b-4804-ba39-438b44c36330 HTTP/1.1" status: 200  len: 217 time: 0.2743838
Jul 23 16:42:56.442602 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-e04e3975-01d9-4e45-92b0-9d42ff4dd1cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:56.444265 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-e04e3975-01d9-4e45-92b0-9d42ff4dd1cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e41aab7d-c18a-4825-8b62-4901f0abc95e HTTP/1.1" status: 200  len: 854 time: 0.0749719
Jul 23 16:42:56.527559 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cf5e1fb3-9b55-4893-b272-e74c06a89ca2 req-fd5a1dfd-96de-4e84-b932-dfe390b82489 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767275
Jul 23 16:42:56.528256 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-8b3751b0-3ac0-4515-a2f8-6c2faa3c4d8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08bf07f6-1966-4cf6-9877-2e8f58510fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768151
Jul 23 16:42:56.705537 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cf5e1fb3-9b55-4893-b272-e74c06a89ca2 req-9e0a2d6f-b3c9-475c-a257-6efe73c0ae9b service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1670425
Jul 23 16:42:56.705869 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-fe320ae0-70b3-4e21-b493-dfbb145971f0 service neutron] 10.222.0.46 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665311
Jul 23 16:42:56.878974 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2804d13b-4921-4832-8e78-ff3fd140f85a req-52facead-c822-4c43-ba01-85121c96c2ce service neutron] 10.222.0.46 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1564569
Jul 23 16:42:57.360176 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeee177-2ac6-428e-8144-8730b5251ff3 req-8d58c8bb-cf64-4946-9e02-ccbda80ae051 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:57.361782 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-daeee177-2ac6-428e-8144-8730b5251ff3 req-8d58c8bb-cf64-4946-9e02-ccbda80ae051 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 943 time: 0.1074979
Jul 23 16:42:57.432095 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-daeee177-2ac6-428e-8144-8730b5251ff3 req-a66e1900-a582-44c0-889b-edff27179715 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626202
Jul 23 16:42:58.720919 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec9c8d-625f-4e53-a129-306ea990f897 req-510db1dc-7393-4f24-b368-af4a0ffe6ea1 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:42:58.722545 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d5ec9c8d-625f-4e53-a129-306ea990f897 req-510db1dc-7393-4f24-b368-af4a0ffe6ea1 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 943 time: 0.1016862
Jul 23 16:42:58.793115 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d5ec9c8d-625f-4e53-a129-306ea990f897 req-4c11961d-f5c5-428a-a8a6-e3626e38c1a3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641999
Jul 23 16:42:59.015269 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device f0915d80-984b-4804-ba39-438b44c36330 details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:42:59.182690 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port f0915d80-984b-4804-ba39-438b44c36330, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f0915d80-984b-4804-ba39-438b44c36330,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:42:59.200340 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': 'f0915d80-984b-4804-ba39-438b44c36330', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'port_id': 'f0915d80-984b-4804-ba39-438b44c36330', 'mac_address': 'fa:16:3e:79:d9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:42:59.268387 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:59.290061 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0915d80-984b-4804-ba39-438b44c36330 {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:42:59.315450 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port f0915d80-984b-4804-ba39-438b44c36330, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f0915d80-984b-4804-ba39-438b44c36330,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:42:59.321387 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:42:59.324430 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:42:59.445739 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=f0915d80-984b-4804-ba39-438b44c36330,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:42:59.449363 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:42:59.671103 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['f0915d80-984b-4804-ba39-438b44c36330'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:43:00.052736 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a88112-a872-472c-a663-036204623fbb req-02a3f5cd-66ea-4d3e-8d81-a67ce9a426c5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:00.055448 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c2a88112-a872-472c-a663-036204623fbb req-02a3f5cd-66ea-4d3e-8d81-a67ce9a426c5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 944 time: 0.1034968
Jul 23 16:43:00.138230 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c2a88112-a872-472c-a663-036204623fbb req-b59ad55b-6183-43f9-9dbe-c11837e9c5ee tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755591
Jul 23 16:43:01.015063 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device f0915d80-984b-4804-ba39-438b44c36330 up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:43:01.099806 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port f0915d80-984b-4804-ba39-438b44c36330 completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:43:01.106734 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port f0915d80-984b-4804-ba39-438b44c36330 triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:43:01.107371 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:01.301232 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:01.354783 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:43:01.376239 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port f0915d80-984b-4804-ba39-438b44c36330, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f0915d80-984b-4804-ba39-438b44c36330,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:43:01.383069 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:01.386067 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:01.397021 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad12ab4-0ab2-402c-b540-9c1a79ed7314 req-0e568f95-c4fa-48d4-b92a-49dd4a74e24e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:01.398718 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1ad12ab4-0ab2-402c-b540-9c1a79ed7314 req-0e568f95-c4fa-48d4-b92a-49dd4a74e24e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 944 time: 0.1147323
Jul 23 16:43:01.457980 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1ad12ab4-0ab2-402c-b540-9c1a79ed7314 req-71d486cd-60b0-4096-89e9-c74a15240f43 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520997
Jul 23 16:43:01.473130 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=f0915d80-984b-4804-ba39-438b44c36330,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:01.476695 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:01.649978 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330', 'code': 200}
Jul 23 16:43:01.997873 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-12169cd5-9ed7-4c2f-bf8f-e6c9deccb0cc req-778a74c6-ae65-4a0f-91d3-e96b5143cfec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 1098 time: 0.0741880
Jul 23 16:43:02.045183 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-12169cd5-9ed7-4c2f-bf8f-e6c9deccb0cc req-29928097-94cf-4a23-8bee-615a3cc6efa7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408022
Jul 23 16:43:02.708141 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d659854-1010-4872-9039-61527a0a8160 req-8a8bd8be-50c8-4a58-887b-a56cfc1e8297 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:02.709718 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8d659854-1010-4872-9039-61527a0a8160 req-8a8bd8be-50c8-4a58-887b-a56cfc1e8297 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 945 time: 0.0986073
Jul 23 16:43:02.764037 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8d659854-1010-4872-9039-61527a0a8160 req-db5f669c-53f7-4322-add5-b2db66cf915b tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481308
Jul 23 16:43:04.079313 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728090bb-f88e-4a1e-9e25-e5d14695df13 req-7f5906b8-b7de-476a-8037-6edca6790e48 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:04.082001 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-728090bb-f88e-4a1e-9e25-e5d14695df13 req-7f5906b8-b7de-476a-8037-6edca6790e48 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 945 time: 0.1483297
Jul 23 16:43:04.171622 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-728090bb-f88e-4a1e-9e25-e5d14695df13 req-06599547-9d5c-455b-9c3a-fdbaad7c527c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825720
Jul 23 16:43:04.415746 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0219821-6612-446f-bd39-31f2d45ad693 req-a211de46-20f8-42a0-acdc-c4397f40aa03 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:04.419309 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e0219821-6612-446f-bd39-31f2d45ad693 req-a211de46-20f8-42a0-acdc-c4397f40aa03 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 945 time: 0.1051190
Jul 23 16:43:04.490877 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e0219821-6612-446f-bd39-31f2d45ad693 req-e8330636-d2a8-41b5-b728-8f890bd96354 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617692
Jul 23 16:43:05.060924 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a9b00-935e-4e89-8cb6-7f75a9615e34 req-fec0f472-79bf-44d0-a2c6-45daa4938e47 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:05.062598 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-598a9b00-935e-4e89-8cb6-7f75a9615e34 req-fec0f472-79bf-44d0-a2c6-45daa4938e47 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 945 time: 0.0975266
Jul 23 16:43:05.131388 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-598a9b00-935e-4e89-8cb6-7f75a9615e34 req-7a236e24-2166-4a10-8d7b-5a719bbe557c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585608
Jul 23 16:43:10.343358 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:14.275373 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-9ed774aa-0835-4b47-8329-664293cd6833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:14.796875 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:16.467546 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-429e3c2e-5373-477c-a3bc-1766860aa097 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138554257&fields=id&tenant_id=bc525d89aee14793ba73c5a98b77132f HTTP/1.1" status: 200  len: 267 time: 0.0748506
Jul 23 16:43:16.684402 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-7e7a358f-7acc-441d-bf1b-00fcb900e982 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:16.687081 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-7e7a358f-7acc-441d-bf1b-00fcb900e982 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 811 time: 0.2077432
Jul 23 16:43:16.709840 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-4129b6be-5b54-47b4-886d-26612342bee1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/quotas/bc525d89aee14793ba73c5a98b77132f HTTP/1.1" status: 200  len: 375 time: 0.0160944
Jul 23 16:43:16.723006 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2fa4b4ad-f321-42c1-b824-f830782c0cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:16.873436 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-43401f0e-9eb2-43f2-b639-7464f9425f31 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1563354
Jul 23 16:43:17.201880 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-37ff6748-50d2-411e-980b-888a771397fc service neutron] 10.222.0.11 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3158498
Jul 23 16:43:17.484339 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-f4f6b924-35e4-49d9-85eb-07ad6f70c649 service neutron] 10.222.0.11 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2763214
Jul 23 16:43:18.203089 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:18.625606 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f7028-617f-482e-935a-2625305d21a0 req-6563246e-c720-4367-ad3b-26a6a2828534 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:18.627431 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0a2f7028-617f-482e-935a-2625305d21a0 req-6563246e-c720-4367-ad3b-26a6a2828534 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 945 time: 0.0963688
Jul 23 16:43:18.697571 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0a2f7028-617f-482e-935a-2625305d21a0 req-0df05b58-71ba-4219-9d58-9b9059893de9 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613317
Jul 23 16:43:18.727386 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52752) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:43:18.963322 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-de62fe95-bfa5-4e58-8479-5ee52cf2042a tempest-TestMinimumBasicScenario-798489927 tempest-TestMinimumBasicScenario-798489927-project-admin] Synchronizing usage tracker for tenant:8b168ef9c7194c3986479d2a25ecb391 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:43:19.069654 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-98dcc1f8-8923-42fd-b7cd-87e836ae4788 req-83b70693-fb5a-48a5-959f-ec64fa6c105a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 210 time: 0.0945361
Jul 23 16:43:19.080838 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-de62fe95-bfa5-4e58-8479-5ee52cf2042a tempest-TestMinimumBasicScenario-798489927 tempest-TestMinimumBasicScenario-798489927-project-admin] Unset dirty status for tenant:8b168ef9c7194c3986479d2a25ecb391 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:43:19.083475 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-de62fe95-bfa5-4e58-8479-5ee52cf2042a tempest-TestMinimumBasicScenario-798489927 tempest-TestMinimumBasicScenario-798489927-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 1093 time: 0.3546810
Jul 23 16:43:19.088967 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52764) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:43:19.099791 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Request body: {'floatingip': {'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'port_id': 'f0915d80-984b-4804-ba39-438b44c36330', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'fixed_ip_address': '172.20.0.4'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:43:19.110320 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:43:19.118046 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Usage tracker for resource:floatingip and tenant:3a3eee72c0874f9a9390da4f5501b901 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:43:19.124165 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:43:19.135271 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:43:19.157888 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for floatingip, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:19.387890 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:19.397428 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:19.601328 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Allocated IP 172.27.3.159 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/1b8f0773-c6b3-464c-a6c0-fd44c866be6f) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:43:19.884922 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:19.924927 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:19.929620 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-0d848a70-a9a2-43da-9ce4-1cc1ba80caaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:20.003959 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:43:20.008635 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:43:20.012067 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:43:20.053727 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event updated for resources: {'Port': ['ID=1b8f0773-c6b3-464c-a6c0-fd44c866be6f,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:20.056918 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:20.356889 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a04404d1-66bb-4d09-b7e7-1616f6891149 req-dd3f73e0-0139-48f3-b1ed-345abcdaeb06 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 210 time: 0.1029618
Jul 23 16:43:20.795029 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-785e3128-a98e-4fb4-ad4d-b245d9860b64 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:20.796981 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-785e3128-a98e-4fb4-ad4d-b245d9860b64 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 811 time: 0.2460942
Jul 23 16:43:20.914979 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-a20a0f36-586b-41eb-b2c1-e1ddf0338881 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc525d89aee14793ba73c5a98b77132f HTTP/1.1" status: 200  len: 379 time: 0.0955756
Jul 23 16:43:20.934728 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Request body: {'port': {'device_id': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'admin_state_up': True, 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'security_groups': ['5817301c-f6c2-4ba0-8781-a930ca891933']}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:43:21.463510 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:21.551936 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:43:21.580550 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6c236e0e-ac51-4074-9822-6d0da85e41ad req-e5039eb9-e53d-4442-b6b0-0add5413b97b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 210 time: 0.0755622
Jul 23 16:43:21.581476 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:43:21.594547 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:21.624809 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Made reservation on behalf of bc525d89aee14793ba73c5a98b77132f for: {'port': 1} {{(pid=74312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 23 16:43:21.628179 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:21.956619 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_common [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Allocated IP 172.20.0.7 (a0209d5a-e155-43a0-9685-2a25e8e43af5/32037a29-ea31-4a12-b753-e6dea9e828a9/8ddfec9e-feb8-4221-9408-79117c1b176f) {{(pid=74312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:43:22.008057 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:22.017834 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:22.026264 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-7d60dc74-0edb-42aa-ba4a-26d0c2a1323f tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:22.249995 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event updated for resources: {'Port': ['ID=1b8f0773-c6b3-464c-a6c0-fd44c866be6f,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:22.262463 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:22.323913 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:22.421120 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for port, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:22.444411 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Transition to ACTIVE for port object 8ddfec9e-feb8-4221-9408-79117c1b176f will not be triggered until provisioned by entity DHCP. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:43:22.488386 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:22.544860 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-352ca7f3-ddc2-4327-8150-81811198567f tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:22.665686 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Network a0209d5a-e155-43a0-9685-2a25e8e43af5 is already hosted by enough agents. {{(pid=74312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:43:22.667469 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'Port': ['ID=8ddfec9e-feb8-4221-9408-79117c1b176f,revision_number=1']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:22.671363 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.base_scheduler [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources bound (agent type, host, resource id):  {{(pid=74312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:43:22.675103 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:22.675928 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Received port after_create {{(pid=74312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:43:22.772939 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:22.772939 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:22.887172 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.db.l3_db [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Floating IP e4d32d53-40ff-415b-9469-510a65cbd9a3 associated. External IP: 172.27.3.159, port: f0915d80-984b-4804-ba39-438b44c36330.
Jul 23 16:43:23.003478 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-8ed10f0b-d120-49a3-b505-67cf266b5ef6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0767307
Jul 23 16:43:23.036358 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Request body: {'port': {'device_id': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80203'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:43:23.081206 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-450da2e5-a410-4ccc-928b-0a22655f8cef None None] Provisioning for port 8ddfec9e-feb8-4221-9408-79117c1b176f completed by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:43:23.091970 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-450da2e5-a410-4ccc-928b-0a22655f8cef None None] Provisioning complete for port 8ddfec9e-feb8-4221-9408-79117c1b176f triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:43:23.093014 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-450da2e5-a410-4ccc-928b-0a22655f8cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:23.194951 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-450da2e5-a410-4ccc-928b-0a22655f8cef None None] Port 8ddfec9e-feb8-4221-9408-79117c1b176f cannot update to ACTIVE because it is not bound. {{(pid=74314) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jul 23 16:43:23.356504 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fc382-7edc-4456-848a-1b177ae2561c req-2bdd83a0-ac1a-4578-b41f-a1edfc1525da tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:23.357147 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-981fc382-7edc-4456-848a-1b177ae2561c req-2bdd83a0-ac1a-4578-b41f-a1edfc1525da tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Synchronizing usage tracker for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:43:23.360379 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:23.512219 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-981fc382-7edc-4456-848a-1b177ae2561c req-2bdd83a0-ac1a-4578-b41f-a1edfc1525da tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Unset dirty status for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:43:23.513692 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-981fc382-7edc-4456-848a-1b177ae2561c req-2bdd83a0-ac1a-4578-b41f-a1edfc1525da tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 931 time: 0.6922848
Jul 23 16:43:23.662178 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-981fc382-7edc-4456-848a-1b177ae2561c req-d2f2c5ab-9c3b-46cd-aafc-1c65c1b855de tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1399801
Jul 23 16:43:23.738916 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:43:24.066627 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ddfec9e-feb8-4221-9408-79117c1b176f {{(pid=74312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:43:24.080233 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:24.106642 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.provisioning_blocks [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Transition to ACTIVE for port object 8ddfec9e-feb8-4221-9408-79117c1b176f will not be triggered until provisioned by entity L2. {{(pid=74312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 23 16:43:24.111898 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:24.117225 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-395b1bf4-adc5-4e96-80e4-751c02debcf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:24.260737 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddfec9e-feb8-4221-9408-79117c1b176f,revision_number=2']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:24.267889 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:24.305125 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Router 9ff5c327-dc23-4ada-8c83-be6e3c210359 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:43:24.475346 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Attempting to bind port 8ddfec9e-feb8-4221-9408-79117c1b176f on host hv-cinder-80203 for vnic_type normal with profile  {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 23 16:43:24.475637 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Attempting to bind port 8ddfec9e-feb8-4221-9408-79117c1b176f by drivers openvswitch,hyperv on host hv-cinder-80203 at level 0 using segments [{'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 23 16:43:24.475856 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Attempting to bind port 8ddfec9e-feb8-4221-9408-79117c1b176f on network a0209d5a-e155-43a0-9685-2a25e8e43af5 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:43:24.486520 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Port 8ddfec9e-feb8-4221-9408-79117c1b176f on network a0209d5a-e155-43a0-9685-2a25e8e43af5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80203 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jul 23 16:43:24.486869 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Attempting to bind port 8ddfec9e-feb8-4221-9408-79117c1b176f on network a0209d5a-e155-43a0-9685-2a25e8e43af5 {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jul 23 16:43:24.499475 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Checking agent: {'id': 'ae4a6b20-681d-4857-8dab-64ef7e369a3e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80203', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'started_at': datetime.datetime(2021, 7, 23, 16, 27, 40), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 16, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jul 23 16:43:24.499885 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Checking segment: {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jul 23 16:43:24.500425 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Bound using segment: {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'} {{(pid=74312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jul 23 16:43:24.500909 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.managers [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Bound port: 8ddfec9e-feb8-4221-9408-79117c1b176f, host: hv-cinder-80203, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bea48f3d-6ad7-485d-9c1f-ff9316711607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5'}}] {{(pid=74312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 23 16:43:24.501314 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:24.677168 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] For port 8ddfec9e-feb8-4221-9408-79117c1b176f, host hv-cinder-80203, cleared binding levels {{(pid=74312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jul 23 16:43:24.681495 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] For port 8ddfec9e-feb8-4221-9408-79117c1b176f, host hv-cinder-80203, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8ddfec9e-feb8-4221-9408-79117c1b176f,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jul 23 16:43:24.689371 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:24.694559 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:24.784013 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:24.785556 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] 10.222.0.46 "PUT /v2.0/ports/8ddfec9e-feb8-4221-9408-79117c1b176f HTTP/1.1" status: 200  len: 1093 time: 1.7561495
Jul 23 16:43:24.786154 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'tag': '8ddfec9e-feb8-4221-9408-79117c1b176f'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:43:24.800217 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ddfec9e-feb8-4221-9408-79117c1b176f,revision_number=3']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:24.809047 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-aaf09c21-5ed2-4cb3-83af-32e615218ae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:24.941296 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'tag': '8ddfec9e-feb8-4221-9408-79117c1b176f', 'status': 'completed', 'code': 200}
Jul 23 16:43:24.958520 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:43:24.972404 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578eb7e9-ed64-4945-b6a2-9eed7f689ffa None None] Sync routers for ids ['9ff5c327-dc23-4ada-8c83-be6e3c210359'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:43:24.997240 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578eb7e9-ed64-4945-b6a2-9eed7f689ffa None None] Routers {'9ff5c327-dc23-4ada-8c83-be6e3c210359'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:43:24.998332 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-578eb7e9-ed64-4945-b6a2-9eed7f689ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f121b20>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:43:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['9ff5c327-dc23-4ada-8c83-be6e3c210359'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:43:25.029366 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:25.155680 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910206b5-0e66-4797-81b9-9d99134968d9 req-c298c0b7-7228-435d-b5e9-2b7710bc1405 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:25.158429 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-910206b5-0e66-4797-81b9-9d99134968d9 req-c298c0b7-7228-435d-b5e9-2b7710bc1405 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 943 time: 0.3478367
Jul 23 16:43:25.167420 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-6c117c97-42e9-41ca-b80b-b408b839244c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 6.0722980
Jul 23 16:43:25.169037 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52784) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:43:25.177144 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1469623010', 'description': 'tempest-secgroup-smoke-1469623010 description', 'project_id': '3a3eee72c0874f9a9390da4f5501b901'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:43:25.185451 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:43:25.201193 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:43:25.204416 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-f6a83f0b-c7c9-4839-8339-3a8dcc2c31b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 1096 time: 0.3323052
Jul 23 16:43:25.215928 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:25.241571 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-578eb7e9-ed64-4945-b6a2-9eed7f689ffa None None] Set router 9ff5c327-dc23-4ada-8c83-be6e3c210359 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:43:25.260950 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:43:25.266178 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Usage tracker for resource:security_group_rule and tenant:3a3eee72c0874f9a9390da4f5501b901 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:43:25.270483 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:43:25.279130 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:43:25.350666 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:25.360186 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:25.382633 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-32204aec-c81b-4125-b456-a88399b69afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:25.419397 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:25.423807 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2507336
Jul 23 16:43:25.427797 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52788) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:43:25.437046 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-19bf9302-0a30-476c-91dc-93f31632fa9e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Request body: {'security_group_rule': {'security_group_id': 'cd8e969b-f86d-4e4d-9315-271c2c608790', 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:43:25.443323 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8e969b-f86d-4e4d-9315-271c2c608790,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:25.446505 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-19bf9302-0a30-476c-91dc-93f31632fa9e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:43:25.454298 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-19bf9302-0a30-476c-91dc-93f31632fa9e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Usage tracker for resource:security_group_rule and tenant:3a3eee72c0874f9a9390da4f5501b901 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:43:25.462208 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-19bf9302-0a30-476c-91dc-93f31632fa9e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:43:25.470169 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:25.470584 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:25.470968 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:25.471347 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:25.471724 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:25.472121 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:25.472533 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:25.472985 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:25.473360 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:25.473729 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:25.474098 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:25.477816 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-19bf9302-0a30-476c-91dc-93f31632fa9e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:43:25.480975 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-f19dec13-1b28-47c4-b877-4dd2de8e02bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:25.502043 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-19bf9302-0a30-476c-91dc-93f31632fa9e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:25.555384 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-0f249116-27a3-4785-a229-489c63f90078 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddfec9e-feb8-4221-9408-79117c1b176f HTTP/1.1" status: 200  len: 217 time: 0.3353097
Jul 23 16:43:25.564013 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-910206b5-0e66-4797-81b9-9d99134968d9 req-f908a53f-d451-4ff8-9d4b-ec85f211fc1b tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3966100
Jul 23 16:43:25.608398 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-19bf9302-0a30-476c-91dc-93f31632fa9e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:25.613305 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-19bf9302-0a30-476c-91dc-93f31632fa9e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:25.616157 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:25.639600 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-37b7bc66-2ff5-40e4-9cd6-fc6cb738e352 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:25.641236 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-37b7bc66-2ff5-40e4-9cd6-fc6cb738e352 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.0763080
Jul 23 16:43:25.645791 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf9302-0a30-476c-91dc-93f31632fa9e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6200208e-2d2a-41c2-b441-f50db3a7cc44,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:25.648676 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-19bf9302-0a30-476c-91dc-93f31632fa9e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:25.660252 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-19bf9302-0a30-476c-91dc-93f31632fa9e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:25.661824 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-19bf9302-0a30-476c-91dc-93f31632fa9e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2329817
Jul 23 16:43:25.666039 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52792) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:43:25.673741 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-8a2a96a4-ea83-4160-8ff3-98a0312dcc87 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Request body: {'security_group_rule': {'security_group_id': 'cd8e969b-f86d-4e4d-9315-271c2c608790', 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:43:25.680791 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-8a2a96a4-ea83-4160-8ff3-98a0312dcc87 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:43:25.683224 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-578eb7e9-ed64-4945-b6a2-9eed7f689ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f121b20>, [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0c884013-3265-4c15-949d-c9910488e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 4, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port': {'id': '0c884013-3265-4c15-949d-c9910488e92a', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:08Z', 'updated_at': '2021-07-23T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': 'e4d32d53-40ff-415b-9469-510a65cbd9a3', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'port_id': 'f0915d80-984b-4804-ba39-438b44c36330', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'mac_address': 'fa:16:3e:79:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:43:20Z', 'updated_at': '2021-07-23T16:43:20Z', 'revision_number': 0, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7021cb0-5366-4e62-ba0e-2689da25ecd0', 'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'mac_address': 'fa:16:3e:41:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:11Z', 'updated_at': '2021-07-23T16:42:33Z', 'revision_number': 5, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'subnets': [{'id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:43:25.685571 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-8a2a96a4-ea83-4160-8ff3-98a0312dcc87 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Usage tracker for resource:security_group_rule and tenant:3a3eee72c0874f9a9390da4f5501b901 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:43:25.689056 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-8a2a96a4-ea83-4160-8ff3-98a0312dcc87 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:43:25.689949 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578eb7e9-ed64-4945-b6a2-9eed7f689ffa None None] Checking router: 9ff5c327-dc23-4ada-8c83-be6e3c210359 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:43:25.696424 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-8a2a96a4-ea83-4160-8ff3-98a0312dcc87 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:43:25.706841 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578eb7e9-ed64-4945-b6a2-9eed7f689ffa None None] Routers {'9ff5c327-dc23-4ada-8c83-be6e3c210359'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:43:25.708462 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-578eb7e9-ed64-4945-b6a2-9eed7f689ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f121b20>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:43:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['9ff5c327-dc23-4ada-8c83-be6e3c210359'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:43:25.722316 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a2a96a4-ea83-4160-8ff3-98a0312dcc87 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:25.755530 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-a8488d16-b240-47f5-bc3a-494ea7f7ef38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1052327
Jul 23 16:43:25.832512 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a2a96a4-ea83-4160-8ff3-98a0312dcc87 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:25.841100 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a2a96a4-ea83-4160-8ff3-98a0312dcc87 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:25.843828 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-d5fabc61-abf0-4742-a1ea-2618c0c72d91 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:25.870143 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a96a4-ea83-4160-8ff3-98a0312dcc87 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db2ab97-d326-4717-92a4-81c71c375701,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:25.874248 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-8a2a96a4-ea83-4160-8ff3-98a0312dcc87 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:25.887379 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-8a2a96a4-ea83-4160-8ff3-98a0312dcc87 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:25.894057 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-8a2a96a4-ea83-4160-8ff3-98a0312dcc87 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2220254
Jul 23 16:43:25.894527 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52796) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:43:25.901612 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-2f5761b4-bf4a-44b5-b290-ffc3c3edf897 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Request body: {'security_group_rule': {'security_group_id': 'cd8e969b-f86d-4e4d-9315-271c2c608790', 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:43:25.910422 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-2f5761b4-bf4a-44b5-b290-ffc3c3edf897 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:43:25.918261 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-2f5761b4-bf4a-44b5-b290-ffc3c3edf897 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Usage tracker for resource:security_group_rule and tenant:3a3eee72c0874f9a9390da4f5501b901 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:43:25.924078 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-2f5761b4-bf4a-44b5-b290-ffc3c3edf897 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:43:25.935439 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-2f5761b4-bf4a-44b5-b290-ffc3c3edf897 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:43:25.965614 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-b10af90e-7110-4fb2-a3d0-77e5f0b305f5 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006006
Jul 23 16:43:25.972965 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2f5761b4-bf4a-44b5-b290-ffc3c3edf897 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:26.005569 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-578eb7e9-ed64-4945-b6a2-9eed7f689ffa None None] Set router 9ff5c327-dc23-4ada-8c83-be6e3c210359 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:43:26.094466 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2f5761b4-bf4a-44b5-b290-ffc3c3edf897 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:26.100497 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2f5761b4-bf4a-44b5-b290-ffc3c3edf897 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:26.108352 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-523ec2c1-0780-46dc-9303-2765d9cc78b2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:26.135080 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5761b4-bf4a-44b5-b290-ffc3c3edf897 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2355619f-509b-42fc-8d4b-abebaf315899,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:26.138444 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-924e3106-7b7d-4a60-bf06-02c82de5cebd req-ac9db6d5-2e42-4a9e-acc5-49beedd00bea service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1649797
Jul 23 16:43:26.140545 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-2f5761b4-bf4a-44b5-b290-ffc3c3edf897 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:26.157334 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2f5761b4-bf4a-44b5-b290-ffc3c3edf897 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:26.164488 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-2f5761b4-bf4a-44b5-b290-ffc3c3edf897 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2643113
Jul 23 16:43:26.166171 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52800) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:43:26.178258 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [None req-2c924197-86f1-4be1-8976-4536c5119837 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Request body: {'security_group_rule': {'security_group_id': 'cd8e969b-f86d-4e4d-9315-271c2c608790', 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:43:26.187079 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-2c924197-86f1-4be1-8976-4536c5119837 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:43:26.192398 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-2c924197-86f1-4be1-8976-4536c5119837 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Usage tracker for resource:security_group_rule and tenant:3a3eee72c0874f9a9390da4f5501b901 is out of sync, need to count used quota {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:43:26.196764 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [None req-2c924197-86f1-4be1-8976-4536c5119837 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:43:26.206986 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.quota.driver [None req-2c924197-86f1-4be1-8976-4536c5119837 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:43:26.235040 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2c924197-86f1-4be1-8976-4536c5119837 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:26.411297 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2c924197-86f1-4be1-8976-4536c5119837 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:26.418985 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2c924197-86f1-4be1-8976-4536c5119837 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:26.423980 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:26.468864 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c924197-86f1-4be1-8976-4536c5119837 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcd8db2-f1e6-4af9-a257-3e6d2dd28cfa,revision_number=0']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:26.480133 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8b15c056-a0fe-4e4a-a4e8-484e9dadf8d2 req-e4f7ea5c-76ad-44ce-bc56-2f74780d7fc3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 1096 time: 0.2161653
Jul 23 16:43:26.489846 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-2c924197-86f1-4be1-8976-4536c5119837 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:26.530395 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2c924197-86f1-4be1-8976-4536c5119837 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:26.532584 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-2c924197-86f1-4be1-8976-4536c5119837 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3628700
Jul 23 16:43:26.536408 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52804) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:43:26.540464 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-578eb7e9-ed64-4945-b6a2-9eed7f689ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f121b20>, [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0c884013-3265-4c15-949d-c9910488e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 4, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port': {'id': '0c884013-3265-4c15-949d-c9910488e92a', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:08Z', 'updated_at': '2021-07-23T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': 'e4d32d53-40ff-415b-9469-510a65cbd9a3', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'port_id': 'f0915d80-984b-4804-ba39-438b44c36330', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'mac_address': 'fa:16:3e:79:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:43:20Z', 'updated_at': '2021-07-23T16:43:20Z', 'revision_number': 0, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7021cb0-5366-4e62-ba0e-2689da25ecd0', 'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'mac_address': 'fa:16:3e:41:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:11Z', 'updated_at': '2021-07-23T16:42:33Z', 'revision_number': 5, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'subnets': [{'id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:43:26.548525 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578eb7e9-ed64-4945-b6a2-9eed7f689ffa None None] The sync data for ids ['9ff5c327-dc23-4ada-8c83-be6e3c210359'] in dv-cinder-802039-1-iscsi is: [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0c884013-3265-4c15-949d-c9910488e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 4, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port': {'id': '0c884013-3265-4c15-949d-c9910488e92a', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:08Z', 'updated_at': '2021-07-23T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': 'e4d32d53-40ff-415b-9469-510a65cbd9a3', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'port_id': 'f0915d80-984b-4804-ba39-438b44c36330', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'mac_address': 'fa:16:3e:79:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:43:20Z', 'updated_at': '2021-07-23T16:43:20Z', 'revision_number': 0, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7021cb0-5366-4e62-ba0e-2689da25ecd0', 'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'mac_address': 'fa:16:3e:41:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:11Z', 'updated_at': '2021-07-23T16:42:33Z', 'revision_number': 5, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'subnets': [{'id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:43:26.556271 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-5f3ef3c0-25ba-4851-92fc-c0107d7ff99c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Request body: {'security_group_rule': {'security_group_id': 'cd8e969b-f86d-4e4d-9315-271c2c608790', 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:43:26.565107 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-5f3ef3c0-25ba-4851-92fc-c0107d7ff99c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:43:26.572189 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-5f3ef3c0-25ba-4851-92fc-c0107d7ff99c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Usage tracker for resource:security_group_rule and tenant:3a3eee72c0874f9a9390da4f5501b901 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:43:26.578315 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-5f3ef3c0-25ba-4851-92fc-c0107d7ff99c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:43:26.591263 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-5f3ef3c0-25ba-4851-92fc-c0107d7ff99c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:43:26.616310 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.securitygroups_db [None req-5f3ef3c0-25ba-4851-92fc-c0107d7ff99c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Project 3a3eee72c0874f9a9390da4f5501b901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 23 16:43:26.632387 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f3ef3c0-25ba-4851-92fc-c0107d7ff99c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:26.742402 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15c056-a0fe-4e4a-a4e8-484e9dadf8d2 req-1d7f005c-1912-4eda-8125-948e30c23ea6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:26.744577 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8b15c056-a0fe-4e4a-a4e8-484e9dadf8d2 req-1d7f005c-1912-4eda-8125-948e30c23ea6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 912 time: 0.2537441
Jul 23 16:43:26.779407 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f3ef3c0-25ba-4851-92fc-c0107d7ff99c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:26.789230 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f3ef3c0-25ba-4851-92fc-c0107d7ff99c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:26.792929 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:26.821817 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ef3c0-25ba-4851-92fc-c0107d7ff99c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44135b23-25e1-4cd9-95e3-5b7e08759c15,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:26.828598 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-5f3ef3c0-25ba-4851-92fc-c0107d7ff99c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:26.858061 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f3ef3c0-25ba-4851-92fc-c0107d7ff99c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:26.860503 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-5f3ef3c0-25ba-4851-92fc-c0107d7ff99c tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3205922
Jul 23 16:43:26.863515 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52810) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:43:26.870493 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-800a2138-3ab5-4b83-bcea-bf3b61b9b263 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Request body: {'security_group_rule': {'security_group_id': 'cd8e969b-f86d-4e4d-9315-271c2c608790', 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:43:26.878325 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-800a2138-3ab5-4b83-bcea-bf3b61b9b263 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:43:26.884092 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-800a2138-3ab5-4b83-bcea-bf3b61b9b263 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Usage tracker for resource:security_group_rule and tenant:3a3eee72c0874f9a9390da4f5501b901 is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:43:26.888455 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-800a2138-3ab5-4b83-bcea-bf3b61b9b263 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:43:26.902425 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-800a2138-3ab5-4b83-bcea-bf3b61b9b263 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:43:26.917591 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.securitygroups_db [None req-800a2138-3ab5-4b83-bcea-bf3b61b9b263 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Project 3a3eee72c0874f9a9390da4f5501b901 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 23 16:43:26.932019 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-800a2138-3ab5-4b83-bcea-bf3b61b9b263 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:26.943072 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8b15c056-a0fe-4e4a-a4e8-484e9dadf8d2 req-b5d941ed-ecc9-472b-8130-488625b739a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddfec9e-feb8-4221-9408-79117c1b176f HTTP/1.1" status: 200  len: 217 time: 0.1830759
Jul 23 16:43:26.950369 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:43:26.955798 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490fc84-c6b2-4d65-be29-8b43b167298e None None] New status for floating IP e4d32d53-40ff-415b-9469-510a65cbd9a3: ACTIVE {{(pid=74315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:43:27.044045 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-800a2138-3ab5-4b83-bcea-bf3b61b9b263 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:27.054869 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-800a2138-3ab5-4b83-bcea-bf3b61b9b263 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475872'] for security_group_rule, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:27.058160 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:27.067956 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15c056-a0fe-4e4a-a4e8-484e9dadf8d2 req-9a2a98e9-a274-4136-8db6-51c3e236987f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:27.069952 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8b15c056-a0fe-4e4a-a4e8-484e9dadf8d2 req-9a2a98e9-a274-4136-8db6-51c3e236987f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.0977230
Jul 23 16:43:27.090903 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eaaa0-03bb-4a71-9552-769231028372 req-c9eac6ba-5219-41be-8ff2-7e5c221262be tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:27.093064 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c11eaaa0-03bb-4a71-9552-769231028372 req-c9eac6ba-5219-41be-8ff2-7e5c221262be tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 943 time: 0.2248163
Jul 23 16:43:27.119403 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a2138-3ab5-4b83-bcea-bf3b61b9b263 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608341a4-4795-43f7-9606-20a9ba409295,revision_number=0']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:27.124473 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-800a2138-3ab5-4b83-bcea-bf3b61b9b263 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:27.143988 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-800a2138-3ab5-4b83-bcea-bf3b61b9b263 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:27.146491 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-800a2138-3ab5-4b83-bcea-bf3b61b9b263 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2816103
Jul 23 16:43:27.158434 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330', 'status': 'completed', 'code': 200}
Jul 23 16:43:27.215887 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c11eaaa0-03bb-4a71-9552-769231028372 req-2084e749-939c-429a-92dd-112237c27508 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818179
Jul 23 16:43:27.229600 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8b15c056-a0fe-4e4a-a4e8-484e9dadf8d2 req-41f99388-746c-4f2d-8e8b-93053ccd0ed1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1468616
Jul 23 16:43:27.431518 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8b15c056-a0fe-4e4a-a4e8-484e9dadf8d2 req-24c7d60a-5813-4eaf-adf4-62f4507382ef service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1931183
Jul 23 16:43:27.466885 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-3709bbb6-a227-4dc0-aff4-8a51e4b83e5d req-3ea5feee-1b52-48a8-bf1c-c93bb6b9d4ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3eee72c0874f9a9390da4f5501b901&device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 1098 time: 0.2578137
Jul 23 16:43:27.540980 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fccb0c8d-f692-4378-80c0-fd9d78eeec2c req-03236eb1-abf8-490c-b699-41ce1216f60e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469623010&fields=id&tenant_id=3a3eee72c0874f9a9390da4f5501b901 HTTP/1.1" status: 200  len: 267 time: 0.1589887
Jul 23 16:43:27.624818 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709bbb6-a227-4dc0-aff4-8a51e4b83e5d req-b4e22c86-a6b5-41e1-b3f0-e83ba90a014d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:27.626720 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-3709bbb6-a227-4dc0-aff4-8a51e4b83e5d req-b4e22c86-a6b5-41e1-b3f0-e83ba90a014d service neutron] 10.222.0.46 "GET /v2.0/networks?id=08bf07f6-1966-4cf6-9877-2e8f58510fbd HTTP/1.1" status: 200  len: 916 time: 0.1532614
Jul 23 16:43:27.658599 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-8b15c056-a0fe-4e4a-a4e8-484e9dadf8d2 req-f53a11ac-d341-4a40-9228-a2a043bb7873 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2159662
Jul 23 16:43:27.680136 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb0c8d-f692-4378-80c0-fd9d78eeec2c req-21fb8641-2bf6-49b9-bcca-b920e346e4cc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:27.681775 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fccb0c8d-f692-4378-80c0-fd9d78eeec2c req-21fb8641-2bf6-49b9-bcca-b920e346e4cc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 945 time: 0.1327276
Jul 23 16:43:27.700935 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-fccb0c8d-f692-4378-80c0-fd9d78eeec2c req-85e0571e-995e-4d4f-93e2-02d7210e02a5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Request body: {'port': {'security_groups': ['a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3', 'cd8e969b-f86d-4e4d-9315-271c2c608790']}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:43:27.754601 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-3709bbb6-a227-4dc0-aff4-8a51e4b83e5d req-89a449d3-c5a0-46a7-9a59-cdf441e8ad3a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0915d80-984b-4804-ba39-438b44c36330 HTTP/1.1" status: 200  len: 1001 time: 0.1197639
Jul 23 16:43:27.840443 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709bbb6-a227-4dc0-aff4-8a51e4b83e5d req-9d01baec-9306-43fa-994c-6bb45719fb10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:27.843507 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-3709bbb6-a227-4dc0-aff4-8a51e4b83e5d req-9d01baec-9306-43fa-994c-6bb45719fb10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e41aab7d-c18a-4825-8b62-4901f0abc95e HTTP/1.1" status: 200  len: 854 time: 0.0797698
Jul 23 16:43:27.864556 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-fccb0c8d-f692-4378-80c0-fd9d78eeec2c req-85e0571e-995e-4d4f-93e2-02d7210e02a5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:27.973084 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-3709bbb6-a227-4dc0-aff4-8a51e4b83e5d req-60c694d1-cfd0-41db-aa43-2e0aca7dc115 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08bf07f6-1966-4cf6-9877-2e8f58510fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1213264
Jul 23 16:43:28.137436 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-3709bbb6-a227-4dc0-aff4-8a51e4b83e5d req-4f29e8d9-1aab-4fc2-b8c3-7f44295a4185 service neutron] 10.222.0.46 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1576493
Jul 23 16:43:28.296316 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-3709bbb6-a227-4dc0-aff4-8a51e4b83e5d req-a32af09c-7fc0-4a0b-b784-7fe2d655d0e9 service neutron] 10.222.0.46 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506696
Jul 23 16:43:28.329815 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-fccb0c8d-f692-4378-80c0-fd9d78eeec2c req-85e0571e-995e-4d4f-93e2-02d7210e02a5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] For port f0915d80-984b-4804-ba39-438b44c36330, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f0915d80-984b-4804-ba39-438b44c36330,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:43:28.363587 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-fccb0c8d-f692-4378-80c0-fd9d78eeec2c req-85e0571e-995e-4d4f-93e2-02d7210e02a5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:28.369031 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-fccb0c8d-f692-4378-80c0-fd9d78eeec2c req-85e0571e-995e-4d4f-93e2-02d7210e02a5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:28.375728 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-97862a8b-a6ec-43c5-9d13-ed5939888e03 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:28.407167 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['f0915d80-984b-4804-ba39-438b44c36330'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:43:28.510315 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb0c8d-f692-4378-80c0-fd9d78eeec2c req-85e0571e-995e-4d4f-93e2-02d7210e02a5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:28.511230 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-fccb0c8d-f692-4378-80c0-fd9d78eeec2c req-85e0571e-995e-4d4f-93e2-02d7210e02a5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:28.513817 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fccb0c8d-f692-4378-80c0-fd9d78eeec2c req-85e0571e-995e-4d4f-93e2-02d7210e02a5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "PUT /v2.0/ports/f0915d80-984b-4804-ba39-438b44c36330 HTTP/1.1" status: 200  len: 981 time: 0.8200138
Jul 23 16:43:28.557750 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0571e-995e-4d4f-93e2-02d7210e02a5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event updated for resources: {'Port': ['ID=f0915d80-984b-4804-ba39-438b44c36330,revision_number=6']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:28.564697 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-85e0571e-995e-4d4f-93e2-02d7210e02a5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:28.593570 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86473e-86a7-4e45-a214-d3f53de7c7d7 req-b36d50e9-a0c8-4585-8235-1fc665b3c3d7 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:28.595330 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3a86473e-86a7-4e45-a214-d3f53de7c7d7 req-b36d50e9-a0c8-4585-8235-1fc665b3c3d7 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 943 time: 0.1840041
Jul 23 16:43:28.679561 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['f0915d80-984b-4804-ba39-438b44c36330'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:43:28.682437 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3a86473e-86a7-4e45-a214-d3f53de7c7d7 req-2554013e-d574-447d-ad60-689cc96b3a39 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756066
Jul 23 16:43:28.903707 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16e410-499a-42b9-86f7-c2005a60d649 req-e7456305-b0b5-4cc2-ab44-0d72f7c9a087 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:28.906643 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0d16e410-499a-42b9-86f7-c2005a60d649 req-e7456305-b0b5-4cc2-ab44-0d72f7c9a087 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1541498
Jul 23 16:43:28.957536 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-722e02dd-908e-4f20-bcaa-531a06faf2fe None None] Provisioning complete for port f0915d80-984b-4804-ba39-438b44c36330 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:43:28.957908 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-722e02dd-908e-4f20-bcaa-531a06faf2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:28.973560 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0d16e410-499a-42b9-86f7-c2005a60d649 req-89272e79-4dae-4780-a88c-a30f72247528 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0596561
Jul 23 16:43:29.160211 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:43:29.231118 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330', 'status': 'completed', 'code': 200}
Jul 23 16:43:29.420840 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7b87f40f-4eaf-4d0a-a6b4-5d1afb609a6f req-88b14b64-2929-49a5-8aff-b892b0408edd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3eee72c0874f9a9390da4f5501b901&device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 1137 time: 0.1300726
Jul 23 16:43:29.677986 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87f40f-4eaf-4d0a-a6b4-5d1afb609a6f req-4cde310c-e0a1-4817-a7d7-a988b73a9c58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:29.680626 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7b87f40f-4eaf-4d0a-a6b4-5d1afb609a6f req-4cde310c-e0a1-4817-a7d7-a988b73a9c58 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08bf07f6-1966-4cf6-9877-2e8f58510fbd HTTP/1.1" status: 200  len: 916 time: 0.2509606
Jul 23 16:43:29.813663 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7b87f40f-4eaf-4d0a-a6b4-5d1afb609a6f req-8a807048-8e51-43fb-9947-3fac762ff446 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0915d80-984b-4804-ba39-438b44c36330 HTTP/1.1" status: 200  len: 1001 time: 0.1244500
Jul 23 16:43:29.894189 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87f40f-4eaf-4d0a-a6b4-5d1afb609a6f req-5e54ee58-8084-4704-9c4f-9b0d6ddabcf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:29.895713 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7b87f40f-4eaf-4d0a-a6b4-5d1afb609a6f req-5e54ee58-8084-4704-9c4f-9b0d6ddabcf6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e41aab7d-c18a-4825-8b62-4901f0abc95e HTTP/1.1" status: 200  len: 854 time: 0.0731297
Jul 23 16:43:29.995054 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7b87f40f-4eaf-4d0a-a6b4-5d1afb609a6f req-2fdc2677-6836-47e0-8fc8-dfc7882a2124 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08bf07f6-1966-4cf6-9877-2e8f58510fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899122
Jul 23 16:43:30.035118 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8604431-7b08-4e6b-923d-ce9f38898efd req-dd22a042-6387-4d33-adf8-0244bbe9fe15 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:30.037601 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e8604431-7b08-4e6b-923d-ce9f38898efd req-dd22a042-6387-4d33-adf8-0244bbe9fe15 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 943 time: 0.1096151
Jul 23 16:43:30.131858 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e8604431-7b08-4e6b-923d-ce9f38898efd req-b4aab8de-4dc7-4668-8748-41597c300328 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843127
Jul 23 16:43:30.211152 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7b87f40f-4eaf-4d0a-a6b4-5d1afb609a6f req-4e666bee-bb08-47ac-b21b-ec5aff4d4296 service neutron] 10.222.0.46 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079980
Jul 23 16:43:30.363571 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-7b87f40f-4eaf-4d0a-a6b4-5d1afb609a6f req-4b09c627-cda2-4a97-9f2e-82dbc8c8c5fc service neutron] 10.222.0.46 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444762
Jul 23 16:43:31.381268 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae06156-bca9-42d3-9f5a-a60f8d22da68 req-5aa07c11-8c0a-402f-9030-57df15d819aa tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:31.382991 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-dae06156-bca9-42d3-9f5a-a60f8d22da68 req-5aa07c11-8c0a-402f-9030-57df15d819aa tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 943 time: 0.0930550
Jul 23 16:43:31.436525 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-dae06156-bca9-42d3-9f5a-a60f8d22da68 req-c41c1ea7-984e-4b7c-9f61-9fc461a67b4f tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469308
Jul 23 16:43:32.810958 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d52a30-536a-4f24-95b7-3470f9ae5d39 req-1b6cabf1-e2cb-4ad7-8a29-6ed8e8f13d79 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:32.813761 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-99d52a30-536a-4f24-95b7-3470f9ae5d39 req-1b6cabf1-e2cb-4ad7-8a29-6ed8e8f13d79 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 943 time: 0.1524301
Jul 23 16:43:32.896382 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-99d52a30-536a-4f24-95b7-3470f9ae5d39 req-397569f8-c430-44b9-811c-903738f9afc1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720193
Jul 23 16:43:34.190887 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437c9ae-2272-4ce6-87d1-506e64a9c715 req-d2848862-43cf-4629-822a-190608743156 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:34.192671 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5437c9ae-2272-4ce6-87d1-506e64a9c715 req-d2848862-43cf-4629-822a-190608743156 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 943 time: 0.0958102
Jul 23 16:43:34.254721 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5437c9ae-2272-4ce6-87d1-506e64a9c715 req-f10deac0-160d-48fa-94e4-5f743b374fad tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558214
Jul 23 16:43:35.164707 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 8ddfec9e-feb8-4221-9408-79117c1b176f details requested by agent hyperv_hv-cinder-80203 with host hv-cinder-80203 {{(pid=74314) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 23 16:43:35.426156 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 8ddfec9e-feb8-4221-9408-79117c1b176f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8ddfec9e-feb8-4221-9408-79117c1b176f,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:43:35.450570 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Returning: {'device': '8ddfec9e-feb8-4221-9408-79117c1b176f', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'port_id': '8ddfec9e-feb8-4221-9408-79117c1b176f', 'mac_address': 'fa:16:3e:72:ca:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74314) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 23 16:43:35.513397 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbee284-c87f-4658-9e9e-59cf60cab666 req-5b8b2629-f219-4eb5-9720-a0ed22ba6030 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:35.515365 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fcbee284-c87f-4658-9e9e-59cf60cab666 req-5b8b2629-f219-4eb5-9720-a0ed22ba6030 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 943 time: 0.1206887
Jul 23 16:43:35.546285 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:35.583100 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ddfec9e-feb8-4221-9408-79117c1b176f {{(pid=74314) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 23 16:43:35.597332 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-fcbee284-c87f-4658-9e9e-59cf60cab666 req-e025648d-d961-40f0-83a9-8dfff5ba1de6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750523
Jul 23 16:43:35.609375 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 8ddfec9e-feb8-4221-9408-79117c1b176f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8ddfec9e-feb8-4221-9408-79117c1b176f,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:43:35.615589 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:35.618679 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:35.735636 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8ddfec9e-feb8-4221-9408-79117c1b176f,revision_number=4']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:35.751465 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:35.752075 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:35.752713 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:35.753251 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:35.753847 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:35.754513 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:35.755161 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:35.756022 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:35.756640 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:35.757235 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:35.758354 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:43:35.766834 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:36.009150 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['8ddfec9e-feb8-4221-9408-79117c1b176f'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:43:36.829918 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070cbce-7511-4d8f-9568-71951b6be273 req-dd8c7977-42d8-4502-8c02-0bc2790ae1f0 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:36.832757 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3070cbce-7511-4d8f-9568-71951b6be273 req-dd8c7977-42d8-4502-8c02-0bc2790ae1f0 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 944 time: 0.0979025
Jul 23 16:43:36.892123 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3070cbce-7511-4d8f-9568-71951b6be273 req-7c1c322a-e6f9-41a9-8380-180a764c86b6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488572
Jul 23 16:43:37.183404 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 8ddfec9e-feb8-4221-9408-79117c1b176f up at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 23 16:43:37.275620 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning for port 8ddfec9e-feb8-4221-9408-79117c1b176f completed by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 23 16:43:37.281900 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Provisioning complete for port 8ddfec9e-feb8-4221-9408-79117c1b176f triggered by entity L2. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:43:37.282412 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:37.467200 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:37.501563 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddfec9e-feb8-4221-9408-79117c1b176f'}] {{(pid=74314) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:43:37.514103 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] For port 8ddfec9e-feb8-4221-9408-79117c1b176f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8ddfec9e-feb8-4221-9408-79117c1b176f,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:43:37.519797 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118'] for port, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:37.522028 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:37.574501 dv-cinder-802039-1-iscsi neutron-server[74314]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ddfec9e-feb8-4221-9408-79117c1b176f', 'code': 200}
Jul 23 16:43:37.609129 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Pushing event updated for resources: {'Port': ['ID=8ddfec9e-feb8-4221-9408-79117c1b176f,revision_number=5']} {{(pid=74314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:37.614996 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_concurrency.lockutils [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:37.953138 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-0679f0d7-913a-4f7c-9eb1-fb0551f2ce38 req-91a8a92d-a975-41b1-87aa-36f2c1df3693 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 1098 time: 0.0930908
Jul 23 16:43:38.016076 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-0679f0d7-913a-4f7c-9eb1-fb0551f2ce38 req-5047ef19-4fca-449b-9572-4209b62c32ea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531781
Jul 23 16:43:38.203915 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0298423-9772-43a9-b1ba-814d19843120 req-7901b162-7e83-4e59-af66-f95466fd7bbd tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:38.206608 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c0298423-9772-43a9-b1ba-814d19843120 req-7901b162-7e83-4e59-af66-f95466fd7bbd tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 945 time: 0.1425002
Jul 23 16:43:38.290155 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c0298423-9772-43a9-b1ba-814d19843120 req-6d0073c2-4e38-424c-9512-a69927ffe1bb tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765216
Jul 23 16:43:39.651185 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f19c1-3576-45d3-8d27-0aaf73309f29 req-f0e0063a-e570-40f8-94a4-280e2b86bfc1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:39.652984 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-836f19c1-3576-45d3-8d27-0aaf73309f29 req-f0e0063a-e570-40f8-94a4-280e2b86bfc1 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 945 time: 0.1144693
Jul 23 16:43:39.744194 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-836f19c1-3576-45d3-8d27-0aaf73309f29 req-0fbcf7f1-74a9-4a89-b86d-e791e43ae910 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825446
Jul 23 16:43:40.338083 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:41.162590 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fe4a6-9d0e-40eb-8983-651dd9aa26b0 req-77240d31-a72a-4631-b4ae-b625c0eef210 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:41.165776 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e77fe4a6-9d0e-40eb-8983-651dd9aa26b0 req-77240d31-a72a-4631-b4ae-b625c0eef210 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 945 time: 0.1180503
Jul 23 16:43:41.234370 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-e77fe4a6-9d0e-40eb-8983-651dd9aa26b0 req-b83fea47-9c19-4193-b5d3-81df6dda9df6 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616431
Jul 23 16:43:41.561976 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10865a0-d139-4e68-a872-28047c00f346 req-47cc3f5a-eba5-4c74-ab48-25d5ea7adde8 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:41.564466 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a10865a0-d139-4e68-a872-28047c00f346 req-47cc3f5a-eba5-4c74-ab48-25d5ea7adde8 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 945 time: 0.1160016
Jul 23 16:43:41.637928 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a10865a0-d139-4e68-a872-28047c00f346 req-047b2cf5-bc83-4b72-9e5c-d305808d7271 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629938
Jul 23 16:43:41.681110 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52852) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:43:41.895340 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-86e87d29-c1b7-4922-a726-aefbd7281fee tempest-TestVolumeBootPattern-417788427 tempest-TestVolumeBootPattern-417788427-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 1093 time: 0.2126024
Jul 23 16:43:41.900329 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52856) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:43:41.909771 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.v2.base [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Request body: {'floatingip': {'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'port_id': '8ddfec9e-feb8-4221-9408-79117c1b176f', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74313) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:43:41.920970 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 23 16:43:41.928341 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Usage tracker for resource:floatingip and tenant:bc525d89aee14793ba73c5a98b77132f is out of sync, need to count used quota {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 23 16:43:41.933873 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74313) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 23 16:43:41.945905 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.quota.driver [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74313) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 23 16:43:41.966276 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for floatingip, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:42.207093 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:42.368435 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_common [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Allocated IP 172.27.3.125 (0f0fa4a4-341c-4455-bd90-db8498cb03db/68cb8003-b7b8-4607-8b58-27fdfc0aeb78/cb0b5e87-0984-4b6c-833b-19ce88795e1c) {{(pid=74313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 23 16:43:42.559221 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for port, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:42.599008 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783375969055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:42.606749 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:42.687589 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Network 0f0fa4a4-341c-4455-bd90-db8498cb03db is already hosted by enough agents. {{(pid=74313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 23 16:43:42.690990 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.base_scheduler [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Resources bound (agent type, host, resource id):  {{(pid=74313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 23 16:43:42.695509 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Received port after_create {{(pid=74313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jul 23 16:43:42.739730 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'Port': ['ID=cb0b5e87-0984-4b6c-833b-19ce88795e1c,revision_number=1']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:42.746703 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:43.517628 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-54c61238-53ee-491f-a008-127b31659f8d req-dc2c317f-30af-4197-829c-e304813e967d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3eee72c0874f9a9390da4f5501b901&device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 1137 time: 0.1760385
Jul 23 16:43:43.532118 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e76e7f-ea3d-438b-a44f-e8cd791d262d req-daf4c0b3-62f7-4054-a4d8-ee8bd38b9fad tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:43.534060 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-39e76e7f-ea3d-438b-a44f-e8cd791d262d req-daf4c0b3-62f7-4054-a4d8-ee8bd38b9fad tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1001618
Jul 23 16:43:43.597896 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-39e76e7f-ea3d-438b-a44f-e8cd791d262d req-215e2dc5-f245-43bf-ba49-a8678dc2ac85 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0526016
Jul 23 16:43:43.738314 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:43.898005 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c61238-53ee-491f-a008-127b31659f8d req-eccadd8d-a899-40c2-b08b-c573a935a1ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:43.900452 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-54c61238-53ee-491f-a008-127b31659f8d req-eccadd8d-a899-40c2-b08b-c573a935a1ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=08bf07f6-1966-4cf6-9877-2e8f58510fbd HTTP/1.1" status: 200  len: 916 time: 0.3620481
Jul 23 16:43:43.901601 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:44.275924 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6bcac932-73a1-47c8-a2f5-02655ff77ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:44.326711 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-54c61238-53ee-491f-a008-127b31659f8d req-f2e867bc-84f9-4db6-9a5d-c8bc4d192653 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0915d80-984b-4804-ba39-438b44c36330 HTTP/1.1" status: 200  len: 1001 time: 0.3749225
Jul 23 16:43:44.449062 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c61238-53ee-491f-a008-127b31659f8d req-5c17b6db-f224-4c60-8772-616e6d83ba1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:44.450568 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-54c61238-53ee-491f-a008-127b31659f8d req-5c17b6db-f224-4c60-8772-616e6d83ba1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e41aab7d-c18a-4825-8b62-4901f0abc95e HTTP/1.1" status: 200  len: 854 time: 0.1083834
Jul 23 16:43:44.529220 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for port, precommit_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:44.537108 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65805861'] for port, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:44.541813 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-fc9707d3-5e08-4eb1-b604-490da013f781 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:43:44.666018 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event updated for resources: {'Port': ['ID=cb0b5e87-0984-4b6c-833b-19ce88795e1c,revision_number=2']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:43:44.676805 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:43:44.684460 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-54c61238-53ee-491f-a008-127b31659f8d req-3288e51c-0f74-4c22-8264-43f161f5e983 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08bf07f6-1966-4cf6-9877-2e8f58510fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2231805
Jul 23 16:43:44.784312 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415309'] for floatingip, after_update {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:44.805008 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:44.889100 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edf6db-e769-48c0-a058-6b802696f840 req-78385125-c19a-4a78-b753-8eeac2f886ab tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:44.891990 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f9edf6db-e769-48c0-a058-6b802696f840 req-78385125-c19a-4a78-b753-8eeac2f886ab tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1388028
Jul 23 16:43:44.960432 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-54c61238-53ee-491f-a008-127b31659f8d req-ab3b25e2-455f-40d2-a528-69c526b0f4fe service neutron] 10.222.0.46 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2644198
Jul 23 16:43:44.982309 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-f9edf6db-e769-48c0-a058-6b802696f840 req-76d60c42-66e9-4ab9-aad5-09797b61cead tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0788026
Jul 23 16:43:45.207368 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-54c61238-53ee-491f-a008-127b31659f8d req-63bb9271-8c10-46d5-807e-5808e157de67 service neutron] 10.222.0.46 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2368875
Jul 23 16:43:45.225914 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.db.l3_db [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Floating IP da311e8c-57d8-4662-bb35-468c25a59c13 associated. External IP: 172.27.3.125, port: 8ddfec9e-feb8-4221-9408-79117c1b176f.
Jul 23 16:43:45.782950 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Router 742df17f-9038-4c06-ad06-751bf0ffe149 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:43:46.032090 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:43:46.047345 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53238615-c493-49d7-b610-7095458daa6a None None] Sync routers for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:43:46.072151 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53238615-c493-49d7-b610-7095458daa6a None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:43:46.073204 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-53238615-c493-49d7-b610-7095458daa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f2f8550>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:43:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:43:46.075716 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:46.315239 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.4134998
Jul 23 16:43:46.316183 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'tag': '8ddfec9e-feb8-4221-9408-79117c1b176f'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:43:46.382568 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'tag': '8ddfec9e-feb8-4221-9408-79117c1b176f', 'status': 'completed', 'code': 200}
Jul 23 16:43:46.393024 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-53238615-c493-49d7-b610-7095458daa6a None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:43:46.449432 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b14c7-95c6-4ef3-b647-7e19339bc6da req-051be310-3428-415e-b6d3-dff82ea6a324 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:46.451623 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-039b14c7-95c6-4ef3-b647-7e19339bc6da req-051be310-3428-415e-b6d3-dff82ea6a324 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.2372305
Jul 23 16:43:46.530441 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cb80665e-5d3e-49f7-a859-05bf3fc77e97 req-b2823c2a-c8a7-4f82-bd08-b67c783fefa2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 1098 time: 0.0892470
Jul 23 16:43:46.538426 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-039b14c7-95c6-4ef3-b647-7e19339bc6da req-d51baf8e-22a3-4e3a-a8d9-59bdb23d2279 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0793271
Jul 23 16:43:46.748838 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-ee820f55-d6f9-4c9f-babb-596411e0d10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:46.787387 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80665e-5d3e-49f7-a859-05bf3fc77e97 req-d7435255-0925-4d4a-a867-188b654c3089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:46.789841 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cb80665e-5d3e-49f7-a859-05bf3fc77e97 req-d7435255-0925-4d4a-a867-188b654c3089 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 912 time: 0.2485433
Jul 23 16:43:46.890603 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-53238615-c493-49d7-b610-7095458daa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f2f8550>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '52a56148-fd78-4054-94f8-eb602016c5c8', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '61f23e38-575c-4e03-877c-f36fa4616190', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:62:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:26Z', 'updated_at': '2021-07-23T16:41:31Z', 'revision_number': 1, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}, {'id': 'da311e8c-57d8-4662-bb35-468c25a59c13', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '8ddfec9e-feb8-4221-9408-79117c1b176f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:72:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:43:43Z', 'updated_at': '2021-07-23T16:43:43Z', 'revision_number': 0, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:43:46.896088 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53238615-c493-49d7-b610-7095458daa6a None None] Checking router: 742df17f-9038-4c06-ad06-751bf0ffe149 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:43:46.910301 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53238615-c493-49d7-b610-7095458daa6a None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:43:46.910936 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-53238615-c493-49d7-b610-7095458daa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f2f8550>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:43:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:43:46.984496 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cb80665e-5d3e-49f7-a859-05bf3fc77e97 req-e1b0d026-3a19-4741-96f3-9983d181b9d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddfec9e-feb8-4221-9408-79117c1b176f HTTP/1.1" status: 200  len: 999 time: 0.1861904
Jul 23 16:43:47.108911 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80665e-5d3e-49f7-a859-05bf3fc77e97 req-a091fbc9-2f49-4f78-ba66-71b91ff65cce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:47.111416 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cb80665e-5d3e-49f7-a859-05bf3fc77e97 req-a091fbc9-2f49-4f78-ba66-71b91ff65cce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.1198688
Jul 23 16:43:47.141802 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-53238615-c493-49d7-b610-7095458daa6a None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:43:47.200276 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cb80665e-5d3e-49f7-a859-05bf3fc77e97 req-589c9c39-40db-4605-839f-7976e135ea87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807557
Jul 23 16:43:47.357875 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cb80665e-5d3e-49f7-a859-05bf3fc77e97 req-055e6ac8-37fc-4a6d-b718-dea65f77a03c service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508622
Jul 23 16:43:47.526328 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-cb80665e-5d3e-49f7-a859-05bf3fc77e97 req-0080bf48-e335-4353-b9e8-e792285ff7e8 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603351
Jul 23 16:43:47.707395 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-53238615-c493-49d7-b610-7095458daa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f2f8550>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '52a56148-fd78-4054-94f8-eb602016c5c8', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '61f23e38-575c-4e03-877c-f36fa4616190', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:62:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:26Z', 'updated_at': '2021-07-23T16:41:31Z', 'revision_number': 1, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}, {'id': 'da311e8c-57d8-4662-bb35-468c25a59c13', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '8ddfec9e-feb8-4221-9408-79117c1b176f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:72:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:43:43Z', 'updated_at': '2021-07-23T16:43:43Z', 'revision_number': 0, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:43:47.713139 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53238615-c493-49d7-b610-7095458daa6a None None] The sync data for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi is: [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '52a56148-fd78-4054-94f8-eb602016c5c8', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '61f23e38-575c-4e03-877c-f36fa4616190', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:62:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:26Z', 'updated_at': '2021-07-23T16:41:31Z', 'revision_number': 1, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}, {'id': 'da311e8c-57d8-4662-bb35-468c25a59c13', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '8ddfec9e-feb8-4221-9408-79117c1b176f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:72:ca:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:43:43Z', 'updated_at': '2021-07-23T16:43:43Z', 'revision_number': 0, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:43:47.863466 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294900d-05e0-487f-be0f-7bcb3a6f1e6c req-b57fddd6-f550-4ca0-a948-2c83aca4e5c2 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:47.866300 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c294900d-05e0-487f-be0f-7bcb3a6f1e6c req-b57fddd6-f550-4ca0-a948-2c83aca4e5c2 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1517155
Jul 23 16:43:47.954619 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-c294900d-05e0-487f-be0f-7bcb3a6f1e6c req-36c90b8f-68f3-4482-940e-9695f46ee112 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0791469
Jul 23 16:43:47.973003 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe54e23-b93c-424e-989b-96d6f386cc52 None None] New status for floating IP da311e8c-57d8-4662-bb35-468c25a59c13: ACTIVE {{(pid=74315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:43:48.210702 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:49.207288 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb668d-0642-495e-bd3b-6fbd59b6c8c6 req-41512bdf-4ca3-4f2e-bce3-044868eb9361 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:49.208831 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0deb668d-0642-495e-bd3b-6fbd59b6c8c6 req-41512bdf-4ca3-4f2e-bce3-044868eb9361 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.0930424
Jul 23 16:43:49.267089 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-0deb668d-0642-495e-bd3b-6fbd59b6c8c6 req-1074840d-da5d-485c-b1e3-257bcaf2894b tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0498745
Jul 23 16:43:49.390652 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:43:50.540443 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1ce53-ba32-48eb-a82f-643d0c890805 req-4503fb68-ca28-4d08-adda-baafbd282923 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:50.542095 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d2b1ce53-ba32-48eb-a82f-643d0c890805 req-4503fb68-ca28-4d08-adda-baafbd282923 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1170766
Jul 23 16:43:50.603523 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d2b1ce53-ba32-48eb-a82f-643d0c890805 req-4fa8654d-7518-4855-9986-0b9a6369b9f6 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0507023
Jul 23 16:43:51.842038 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65f22-5ab1-4c82-9ddb-38e478fa84ce req-9499db7c-dd46-4412-aca8-9623c431eded tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:51.843642 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-57d65f22-5ab1-4c82-9ddb-38e478fa84ce req-9499db7c-dd46-4412-aca8-9623c431eded tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.0992866
Jul 23 16:43:51.898792 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-57d65f22-5ab1-4c82-9ddb-38e478fa84ce req-8f3a7eed-8fb6-469e-b63a-457a4502bc40 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0487669
Jul 23 16:43:52.975995 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-6d0120df-7a0e-4cec-aa2c-c3538be2f700 req-d57d198e-ea4d-46d3-bda2-51dd8776e4ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0995407
Jul 23 16:43:53.178370 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-6d0120df-7a0e-4cec-aa2c-c3538be2f700 req-7bd6d6b7-eccc-4b82-9305-49e474f4e890 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 1099 time: 0.1014662
Jul 23 16:43:53.259631 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38860df4-40d5-4e43-8e62-30ffdc9b8036 req-a6fd9433-e918-4a19-ada0-97ffa0f6bfd5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:53.262069 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-38860df4-40d5-4e43-8e62-30ffdc9b8036 req-a6fd9433-e918-4a19-ada0-97ffa0f6bfd5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1380646
Jul 23 16:43:53.344953 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-38860df4-40d5-4e43-8e62-30ffdc9b8036 req-62779e76-933f-466d-a7d7-1c6cd19d3c1e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0717113
Jul 23 16:43:53.372389 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0120df-7a0e-4cec-aa2c-c3538be2f700 req-082cd53d-96a3-4fc8-9248-30f0030219e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:53.374091 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-6d0120df-7a0e-4cec-aa2c-c3538be2f700 req-082cd53d-96a3-4fc8-9248-30f0030219e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 912 time: 0.1740878
Jul 23 16:43:53.572268 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-6d0120df-7a0e-4cec-aa2c-c3538be2f700 req-81947d8a-6ca4-4594-a5a9-c9b56aefc23c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f23e38-575c-4e03-877c-f36fa4616190 HTTP/1.1" status: 200  len: 1001 time: 0.1875014
Jul 23 16:43:53.688642 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0120df-7a0e-4cec-aa2c-c3538be2f700 req-79601b9f-e962-407d-99e5-3878893c519b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:53.691201 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-6d0120df-7a0e-4cec-aa2c-c3538be2f700 req-79601b9f-e962-407d-99e5-3878893c519b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.1110504
Jul 23 16:43:53.828437 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-6d0120df-7a0e-4cec-aa2c-c3538be2f700 req-54ae65e0-b57e-4a22-923b-76485da3f54c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1266029
Jul 23 16:43:53.991065 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-6d0120df-7a0e-4cec-aa2c-c3538be2f700 req-e62456a7-93d9-43ae-94ad-f878684d99c7 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514390
Jul 23 16:43:54.256089 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-6d0120df-7a0e-4cec-aa2c-c3538be2f700 req-dc0fd12d-3b7e-4284-abfa-3b77bda61f60 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2583966
Jul 23 16:43:54.572977 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f43dea-c770-4307-8148-615f76962bd5 req-e98453de-c02c-4f21-aaa5-aa7629ae3957 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:54.574630 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-66f43dea-c770-4307-8148-615f76962bd5 req-e98453de-c02c-4f21-aaa5-aa7629ae3957 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.0907917
Jul 23 16:43:54.646531 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-66f43dea-c770-4307-8148-615f76962bd5 req-160d7e9d-5571-4300-9c74-cd709c2ea440 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0622671
Jul 23 16:43:55.898667 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886f393-3e68-4acc-a82f-dc248bcd4b9b req-531e69a4-d4ba-426a-be56-a9e5b0e71dd5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:55.900288 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6886f393-3e68-4acc-a82f-dc248bcd4b9b req-531e69a4-d4ba-426a-be56-a9e5b0e71dd5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1088026
Jul 23 16:43:55.957494 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6886f393-3e68-4acc-a82f-dc248bcd4b9b req-6c12f600-0a1d-4e5c-aca3-32b620c60490 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0499351
Jul 23 16:43:57.237177 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b56ab2-d749-4d67-859d-ffd34f4c3ccb req-bfcde7f7-1be3-42f3-8f65-b08ddb777e6f tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:57.238813 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2b56ab2-d749-4d67-859d-ffd34f4c3ccb req-bfcde7f7-1be3-42f3-8f65-b08ddb777e6f tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1378601
Jul 23 16:43:57.304813 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a2b56ab2-d749-4d67-859d-ffd34f4c3ccb req-b3799c1b-df9a-4094-8596-d4eb77477bbf tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0555060
Jul 23 16:43:58.610738 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc3d93-8db3-41f7-bd99-d440cc058596 req-673763a0-d379-4b5c-b278-e5103f8ba9bd tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:43:58.613454 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-50bc3d93-8db3-41f7-bd99-d440cc058596 req-673763a0-d379-4b5c-b278-e5103f8ba9bd tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1505830
Jul 23 16:43:58.704900 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-50bc3d93-8db3-41f7-bd99-d440cc058596 req-b0a68d3d-d8e9-4895-8c55-595df0607508 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0810819
Jul 23 16:44:00.049760 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b281b6-4099-4c60-82a7-e3ac38decb2a req-e3d6a2bf-7df2-40ba-838c-52a8af82b7ad tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:00.052035 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b2b281b6-4099-4c60-82a7-e3ac38decb2a req-e3d6a2bf-7df2-40ba-838c-52a8af82b7ad tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1324956
Jul 23 16:44:00.143662 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b2b281b6-4099-4c60-82a7-e3ac38decb2a req-47910b1c-d3c7-40ea-84b3-ee48db9690e8 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0842099
Jul 23 16:44:00.742327 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:44:01.491205 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67e224-12c5-4473-857a-f3df3aa1d032 req-32f9e748-c30e-4e77-80da-dd45e70f760d tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:01.493916 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7a67e224-12c5-4473-857a-f3df3aa1d032 req-32f9e748-c30e-4e77-80da-dd45e70f760d tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1460564
Jul 23 16:44:01.581526 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7a67e224-12c5-4473-857a-f3df3aa1d032 req-e2706fd2-823e-413d-bd6c-935b1e430bae tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0800323
Jul 23 16:44:02.860340 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067772d-3bed-462b-abb4-18db009f1935 req-ba41c9ba-a18e-45c4-9214-d3072b795a93 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:02.862411 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d067772d-3bed-462b-abb4-18db009f1935 req-ba41c9ba-a18e-45c4-9214-d3072b795a93 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1338055
Jul 23 16:44:02.935522 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d067772d-3bed-462b-abb4-18db009f1935 req-c1cd7dce-16ad-456d-bd2e-d9bda2c11aa2 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0622976
Jul 23 16:44:04.202511 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74880e-9b6d-4af3-9879-1ef0c01c664f req-a4fb8628-7174-4a7a-b39a-dbfd4c084044 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:04.205125 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2e74880e-9b6d-4af3-9879-1ef0c01c664f req-a4fb8628-7174-4a7a-b39a-dbfd4c084044 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1048169
Jul 23 16:44:04.285840 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-2e74880e-9b6d-4af3-9879-1ef0c01c664f req-f39912ea-8845-4045-9260-8ee9a1ac88d5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0736272
Jul 23 16:44:05.542571 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0426e-6297-4e9d-9f94-8fc3f10b8fc6 req-a45244a5-0d45-4ad1-84b9-ddf7cb76b9c5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:05.544367 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a7a0426e-6297-4e9d-9f94-8fc3f10b8fc6 req-a45244a5-0d45-4ad1-84b9-ddf7cb76b9c5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1079090
Jul 23 16:44:05.620705 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-a7a0426e-6297-4e9d-9f94-8fc3f10b8fc6 req-1e1f6005-2caf-4a04-88cd-1c606e632977 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0688124
Jul 23 16:44:06.968997 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca935c-5684-415d-a676-197a4d9dcfcd req-d0d52179-28ea-4761-a512-549129c38982 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:06.970612 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-17ca935c-5684-415d-a676-197a4d9dcfcd req-d0d52179-28ea-4761-a512-549129c38982 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1362567
Jul 23 16:44:07.061825 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-17ca935c-5684-415d-a676-197a4d9dcfcd req-a5d00970-99f3-405f-8217-c0486dd7701f tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&id=cd8e969b-f86d-4e4d-9315-271c2c608790&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0800033
Jul 23 16:44:10.346842 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:14.274778 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-13600d43-17a9-48d8-bb6b-c21f6c9c529e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:14.798207 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:16.717461 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-0491c3d1-bd4b-4a6f-9c9f-c389f0d5b7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:18.209324 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:19.384101 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:37.742902 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:44:40.356675 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:40.505830 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5f0a7d0c-8ab5-4eab-ada4-3245d9424818 req-88e7b6e9-1125-43ad-b248-c51788c0a87d tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1469623010&fields=id&tenant_id=3a3eee72c0874f9a9390da4f5501b901 HTTP/1.1" status: 200  len: 267 time: 0.0865352
Jul 23 16:44:40.625187 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a7d0c-8ab5-4eab-ada4-3245d9424818 req-a66bccc6-e010-4d37-8b06-52622dafa5a7 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:40.626806 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5f0a7d0c-8ab5-4eab-ada4-3245d9424818 req-a66bccc6-e010-4d37-8b06-52622dafa5a7 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 984 time: 0.1135342
Jul 23 16:44:40.646365 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.v2.base [req-5f0a7d0c-8ab5-4eab-ada4-3245d9424818 req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Request body: {'port': {'security_groups': ['a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3']}} {{(pid=74312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jul 23 16:44:40.881152 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-5f0a7d0c-8ab5-4eab-ada4-3245d9424818 req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1595944'] for port, before_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:41.321415 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [req-5f0a7d0c-8ab5-4eab-ada4-3245d9424818 req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] For port f0915d80-984b-4804-ba39-438b44c36330, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f0915d80-984b-4804-ba39-438b44c36330,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:44:41.357777 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-5f0a7d0c-8ab5-4eab-ada4-3245d9424818 req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for port, precommit_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:41.364078 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-5f0a7d0c-8ab5-4eab-ada4-3245d9424818 req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783376409110', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783375969073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783375969118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66939874'] for port, after_update {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:41.371721 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-aba8ce28-2f60-465b-bf17-9f21fc4c1fa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:44:41.405685 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['f0915d80-984b-4804-ba39-438b44c36330'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:44:41.451725 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a7d0c-8ab5-4eab-ada4-3245d9424818 req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:41.452465 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [req-5f0a7d0c-8ab5-4eab-ada4-3245d9424818 req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:41.454000 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-5f0a7d0c-8ab5-4eab-ada4-3245d9424818 req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "PUT /v2.0/ports/f0915d80-984b-4804-ba39-438b44c36330 HTTP/1.1" status: 200  len: 942 time: 0.8162026
Jul 23 16:44:41.454570 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:44:41.470758 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 52930) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:44:41.480368 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event updated for resources: {'Port': ['ID=f0915d80-984b-4804-ba39-438b44c36330,revision_number=7']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:44:41.491678 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.492225 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.492621 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.493140 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.493664 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.494644 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.494971 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.495331 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.495683 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.496267 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.496639 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.501767 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d2beabd9-28a7-419b-9b22-e76dc5a7f5bc tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:44:41.601718 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330', 'status': 'completed', 'code': 200}
Jul 23 16:44:41.609204 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:41.649775 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:41.695686 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['f0915d80-984b-4804-ba39-438b44c36330'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:44:41.793402 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-59015300-2597-4bae-9153-b62992c5d092 req-6da69bfa-a7fc-4479-8447-4cc42cfeb187 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3eee72c0874f9a9390da4f5501b901&device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 1098 time: 0.1340773
Jul 23 16:44:41.897550 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:41.906116 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-00a8aa55-9bdf-4984-989c-b1573b77f356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:44:41.933387 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8e969b-f86d-4e4d-9315-271c2c608790,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:44:41.933825 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.provisioning_blocks [None req-e5409291-e446-4251-8386-21af6c2ea1e1 None None] Provisioning complete for port f0915d80-984b-4804-ba39-438b44c36330 triggered by entity DHCP. {{(pid=74314) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 23 16:44:41.934428 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-e5409291-e446-4251-8386-21af6c2ea1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1549332'] for port, provisioning_complete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:41.973694 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.974117 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.974612 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.975047 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.975434 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.975877 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.976280 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.976650 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.978367 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.978367 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.978367 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:44:41.992408 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:41.993161 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "DELETE /v2.0/security-groups/cd8e969b-f86d-4e4d-9315-271c2c608790 HTTP/1.1" status: 204  len: 168 time: 0.5210505
Jul 23 16:44:41.995130 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4c815bcc-3091-488a-b0cf-8012262e7ef5 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:44:41.996792 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 52934) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:44:42.021576 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015300-2597-4bae-9153-b62992c5d092 req-2946b9e6-d34c-4e72-9dd5-574812f4eee6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:42.023141 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-59015300-2597-4bae-9153-b62992c5d092 req-2946b9e6-d34c-4e72-9dd5-574812f4eee6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08bf07f6-1966-4cf6-9877-2e8f58510fbd HTTP/1.1" status: 200  len: 916 time: 0.2182150
Jul 23 16:44:42.214228 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-59015300-2597-4bae-9153-b62992c5d092 req-782225a8-f39f-41cd-bd4e-42c575072c3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0915d80-984b-4804-ba39-438b44c36330 HTTP/1.1" status: 200  len: 1001 time: 0.1775811
Jul 23 16:44:42.298742 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59015300-2597-4bae-9153-b62992c5d092 req-344e7350-d14d-4c7c-b975-1439fc115920 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:42.300327 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-59015300-2597-4bae-9153-b62992c5d092 req-344e7350-d14d-4c7c-b975-1439fc115920 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e41aab7d-c18a-4825-8b62-4901f0abc95e HTTP/1.1" status: 200  len: 854 time: 0.0749125
Jul 23 16:44:42.408845 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-e31e2260-95c8-4d3b-a851-8489118762b4 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Deleting port 1b8f0773-c6b3-464c-a6c0-fd44c866be6f {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:44:42.409481 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e31e2260-95c8-4d3b-a851-8489118762b4 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:42.417771 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-59015300-2597-4bae-9153-b62992c5d092 req-9dc08bdf-5382-42e5-9bdf-e29d6ed90407 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08bf07f6-1966-4cf6-9877-2e8f58510fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1038237
Jul 23 16:44:42.625984 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-59015300-2597-4bae-9153-b62992c5d092 req-837dd158-ac88-41d2-a5f3-c5582b8eb8e4 service neutron] 10.222.0.46 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1930959
Jul 23 16:44:42.667871 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e31e2260-95c8-4d3b-a851-8489118762b4 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:42.668691 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e31e2260-95c8-4d3b-a851-8489118762b4 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:42.787193 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-59015300-2597-4bae-9153-b62992c5d092 req-f80be6cb-717d-415f-a4b8-62119ddf6a7a service neutron] 10.222.0.46 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531007
Jul 23 16:44:42.860837 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-e31e2260-95c8-4d3b-a851-8489118762b4 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Calling delete_port for 1b8f0773-c6b3-464c-a6c0-fd44c866be6f owned by network:floatingip {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:44:43.085415 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e31e2260-95c8-4d3b-a851-8489118762b4 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:43.092159 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-ea2ccb5e-b6de-4aba-b4f6-cb5133281e97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:44:43.166883 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e2260-95c8-4d3b-a851-8489118762b4 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event deleted for resources: {'Port': ['ID=1b8f0773-c6b3-464c-a6c0-fd44c866be6f,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:44:43.171351 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e31e2260-95c8-4d3b-a851-8489118762b4 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:44:43.339455 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e31e2260-95c8-4d3b-a851-8489118762b4 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks [] for floatingip, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:43.792261 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31e2260-95c8-4d3b-a851-8489118762b4 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Router 9ff5c327-dc23-4ada-8c83-be6e3c210359 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:44:44.169994 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31e2260-95c8-4d3b-a851-8489118762b4 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:44:44.185237 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61007b06-16bc-4f2a-a640-7274ec572fff None None] Sync routers for ids ['9ff5c327-dc23-4ada-8c83-be6e3c210359'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:44:44.196317 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e31e2260-95c8-4d3b-a851-8489118762b4 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:44.205671 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61007b06-16bc-4f2a-a640-7274ec572fff None None] Routers {'9ff5c327-dc23-4ada-8c83-be6e3c210359'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:44:44.206741 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-61007b06-16bc-4f2a-a640-7274ec572fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f7205b0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:44:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['9ff5c327-dc23-4ada-8c83-be6e3c210359'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:44:44.270910 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-e31e2260-95c8-4d3b-a851-8489118762b4 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "DELETE /v2.0/floatingips/e4d32d53-40ff-415b-9469-510a65cbd9a3 HTTP/1.1" status: 204  len: 168 time: 2.2701628
Jul 23 16:44:44.270910 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330'}] {{(pid=74312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:44:44.315056 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d6096bd2-a117-4ce0-a4a3-dad949117016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:44.373174 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330', 'status': 'completed', 'code': 200}
Jul 23 16:44:44.465313 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-61007b06-16bc-4f2a-a640-7274ec572fff None None] Set router 9ff5c327-dc23-4ada-8c83-be6e3c210359 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:44:44.574397 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-5fc34bf3-d4c2-4241-a21c-78f8cb318fc1 req-3bc950cc-2d0d-4928-89ec-6a7e74359788 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a3eee72c0874f9a9390da4f5501b901&device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 1098 time: 0.1410253
Jul 23 16:44:44.841050 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:44.882568 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc34bf3-d4c2-4241-a21c-78f8cb318fc1 req-ea95121f-c0c9-42c9-8d6f-32d6e8fbccc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:44.885899 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-5fc34bf3-d4c2-4241-a21c-78f8cb318fc1 req-ea95121f-c0c9-42c9-8d6f-32d6e8fbccc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08bf07f6-1966-4cf6-9877-2e8f58510fbd HTTP/1.1" status: 200  len: 916 time: 0.3041933
Jul 23 16:44:45.027876 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-5fc34bf3-d4c2-4241-a21c-78f8cb318fc1 req-e08794a8-3fac-4a8b-8e0b-de712b40c0e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0915d80-984b-4804-ba39-438b44c36330 HTTP/1.1" status: 200  len: 217 time: 0.1339111
Jul 23 16:44:45.034504 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-61007b06-16bc-4f2a-a640-7274ec572fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f7205b0>, [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0c884013-3265-4c15-949d-c9910488e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 4, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port': {'id': '0c884013-3265-4c15-949d-c9910488e92a', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:08Z', 'updated_at': '2021-07-23T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'd7021cb0-5366-4e62-ba0e-2689da25ecd0', 'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'mac_address': 'fa:16:3e:41:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:11Z', 'updated_at': '2021-07-23T16:42:33Z', 'revision_number': 5, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'subnets': [{'id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:44:45.041362 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61007b06-16bc-4f2a-a640-7274ec572fff None None] Checking router: 9ff5c327-dc23-4ada-8c83-be6e3c210359 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:44:45.068107 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61007b06-16bc-4f2a-a640-7274ec572fff None None] Routers {'9ff5c327-dc23-4ada-8c83-be6e3c210359'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:44:45.069290 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-61007b06-16bc-4f2a-a640-7274ec572fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f7205b0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:44:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['9ff5c327-dc23-4ada-8c83-be6e3c210359'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:44:45.137839 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc34bf3-d4c2-4241-a21c-78f8cb318fc1 req-735649de-15ce-4906-8595-2f9e338af478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:45.140487 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-5fc34bf3-d4c2-4241-a21c-78f8cb318fc1 req-735649de-15ce-4906-8595-2f9e338af478 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e41aab7d-c18a-4825-8b62-4901f0abc95e HTTP/1.1" status: 200  len: 854 time: 0.1030846
Jul 23 16:44:45.269415 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-5fc34bf3-d4c2-4241-a21c-78f8cb318fc1 req-766be485-5562-41cc-a3c2-cd2ba90f1d01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08bf07f6-1966-4cf6-9877-2e8f58510fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1201546
Jul 23 16:44:45.297336 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-61007b06-16bc-4f2a-a640-7274ec572fff None None] Set router 9ff5c327-dc23-4ada-8c83-be6e3c210359 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:44:45.503900 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-5fc34bf3-d4c2-4241-a21c-78f8cb318fc1 req-feac0217-8082-41ad-b0f9-522e42130335 service neutron] 10.222.0.46 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240260
Jul 23 16:44:45.657664 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-61007b06-16bc-4f2a-a640-7274ec572fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f7205b0>, [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0c884013-3265-4c15-949d-c9910488e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 4, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port': {'id': '0c884013-3265-4c15-949d-c9910488e92a', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:08Z', 'updated_at': '2021-07-23T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'd7021cb0-5366-4e62-ba0e-2689da25ecd0', 'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'mac_address': 'fa:16:3e:41:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:11Z', 'updated_at': '2021-07-23T16:42:33Z', 'revision_number': 5, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'subnets': [{'id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:44:45.664299 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61007b06-16bc-4f2a-a640-7274ec572fff None None] The sync data for ids ['9ff5c327-dc23-4ada-8c83-be6e3c210359'] in dv-cinder-802039-1-iscsi is: [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0c884013-3265-4c15-949d-c9910488e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:42:12Z', 'revision_number': 4, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port': {'id': '0c884013-3265-4c15-949d-c9910488e92a', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:08Z', 'updated_at': '2021-07-23T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': 'd7021cb0-5366-4e62-ba0e-2689da25ecd0', 'name': '', 'network_id': '08bf07f6-1966-4cf6-9877-2e8f58510fbd', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'mac_address': 'fa:16:3e:41:2c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:11Z', 'updated_at': '2021-07-23T16:42:33Z', 'revision_number': 5, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'subnets': [{'id': 'e41aab7d-c18a-4825-8b62-4901f0abc95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:44:45.779988 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-5fc34bf3-d4c2-4241-a21c-78f8cb318fc1 req-f07ac0c1-894c-409d-9727-26fa38cf070c service neutron] 10.222.0.46 "GET /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646935
Jul 23 16:44:45.971945 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8fa288-b329-4665-9714-a73e97a96c5f None None] New status for floating IP e4d32d53-40ff-415b-9469-510a65cbd9a3: DOWN {{(pid=74315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:44:46.731669 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-af67389b-6ed8-4a46-b363-0c39e4e34783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:48.204456 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:49.388865 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:49.456984 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225831e4-e0d8-48cb-b56d-18b8497b9d12 req-71969e77-ed1f-48ef-9707-661aa80da51b tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:49.457998 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-225831e4-e0d8-48cb-b56d-18b8497b9d12 req-71969e77-ed1f-48ef-9707-661aa80da51b tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Synchronizing usage tracker for tenant:3a3eee72c0874f9a9390da4f5501b901 on resource:port {{(pid=74312) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:44:49.481779 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.quota.resource [req-225831e4-e0d8-48cb-b56d-18b8497b9d12 req-71969e77-ed1f-48ef-9707-661aa80da51b tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Unset dirty status for tenant:3a3eee72c0874f9a9390da4f5501b901 on resource:port {{(pid=74312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:44:49.483253 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-225831e4-e0d8-48cb-b56d-18b8497b9d12 req-71969e77-ed1f-48ef-9707-661aa80da51b tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 945 time: 0.1361914
Jul 23 16:44:49.536225 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-225831e4-e0d8-48cb-b56d-18b8497b9d12 req-836fbfdb-b666-4f34-9ed1-a37346d62c37 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466828
Jul 23 16:44:50.782381 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ae2af-6930-4a08-8e90-796669896ee3 req-7ec37335-8cd1-4e65-a2d8-dca9a61a9eb2 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:50.784405 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6b9ae2af-6930-4a08-8e90-796669896ee3 req-7ec37335-8cd1-4e65-a2d8-dca9a61a9eb2 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 945 time: 0.0885348
Jul 23 16:44:50.857843 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-6b9ae2af-6930-4a08-8e90-796669896ee3 req-cf4b4a72-1d0d-4a7b-8c00-72a987bd3164 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624328
Jul 23 16:44:51.744511 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634683f-6ef8-4baa-883f-1f25d5897068 req-0827e517-53af-42c5-98b2-435310459b36 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:51.747311 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-c634683f-6ef8-4baa-883f-1f25d5897068 req-0827e517-53af-42c5-98b2-435310459b36 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.46 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 945 time: 0.2976136
Jul 23 16:44:51.866477 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-c634683f-6ef8-4baa-883f-1f25d5897068 req-76aba6a4-10e9-4e30-aea5-c0dcaed8b9a3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Deleting port f0915d80-984b-4804-ba39-438b44c36330 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:44:51.867034 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-c634683f-6ef8-4baa-883f-1f25d5897068 req-76aba6a4-10e9-4e30-aea5-c0dcaed8b9a3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:52.123554 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd7109-7b12-4d7c-b554-e2b75d65d399 req-8104e0c8-7e8f-4aef-a6c3-51793551205e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:52.126488 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3afd7109-7b12-4d7c-b554-e2b75d65d399 req-8104e0c8-7e8f-4aef-a6c3-51793551205e tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 945 time: 0.1183512
Jul 23 16:44:52.192297 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-3afd7109-7b12-4d7c-b554-e2b75d65d399 req-646ea2ce-6d8b-4692-acc9-bef51f4d4b79 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553718
Jul 23 16:44:52.241994 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-c634683f-6ef8-4baa-883f-1f25d5897068 req-76aba6a4-10e9-4e30-aea5-c0dcaed8b9a3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] For port f0915d80-984b-4804-ba39-438b44c36330, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=f0915d80-984b-4804-ba39-438b44c36330,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:44:52.242347 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-c634683f-6ef8-4baa-883f-1f25d5897068 req-76aba6a4-10e9-4e30-aea5-c0dcaed8b9a3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:52.375231 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-c634683f-6ef8-4baa-883f-1f25d5897068 req-76aba6a4-10e9-4e30-aea5-c0dcaed8b9a3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Calling delete_port for f0915d80-984b-4804-ba39-438b44c36330 owned by compute:nova {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:44:52.560371 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-c634683f-6ef8-4baa-883f-1f25d5897068 req-76aba6a4-10e9-4e30-aea5-c0dcaed8b9a3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:52.567019 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-92516c21-9ee9-46a4-a210-12ff8e5fab29 tempest-AttachVolumeTestJSON-1608118144 tempest-AttachVolumeTestJSON-1608118144-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:44:52.607332 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] get_ports_and_sgs() called for port_ids ['f0915d80-984b-4804-ba39-438b44c36330'] {{(pid=74314) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jul 23 16:44:52.613575 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aba6a4-10e9-4e30-aea5-c0dcaed8b9a3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Pushing event deleted for resources: {'Port': ['ID=f0915d80-984b-4804-ba39-438b44c36330,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:44:52.619393 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-76aba6a4-10e9-4e30-aea5-c0dcaed8b9a3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:44:52.720677 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-c634683f-6ef8-4baa-883f-1f25d5897068 req-76aba6a4-10e9-4e30-aea5-c0dcaed8b9a3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] No DVR routers for this DVR port f0915d80-984b-4804-ba39-438b44c36330 on host hv-cinder-80203 {{(pid=74313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:44:52.724673 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-c634683f-6ef8-4baa-883f-1f25d5897068 req-76aba6a4-10e9-4e30-aea5-c0dcaed8b9a3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:52.730203 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'name': 'network-vif-deleted', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:44:52.761762 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-c634683f-6ef8-4baa-883f-1f25d5897068 req-76aba6a4-10e9-4e30-aea5-c0dcaed8b9a3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.46 "DELETE /v2.0/ports/f0915d80-984b-4804-ba39-438b44c36330 HTTP/1.1" status: 204  len: 173 time: 1.0078170
Jul 23 16:44:52.850620 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84c28bf-06b2-4993-a3ce-abd15deb0810', 'name': 'network-vif-deleted', 'tag': 'f0915d80-984b-4804-ba39-438b44c36330', 'status': 'completed', 'code': 200}
Jul 23 16:44:53.468716 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-b01743b7-9b6e-4fc5-8a77-18141847375a req-7f0689dd-ae28-4d15-a130-926c0d463451 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] 10.222.0.11 "GET /v2.0/ports?device_id=f84c28bf-06b2-4993-a3ce-abd15deb0810 HTTP/1.1" status: 200  len: 210 time: 0.0775154
Jul 23 16:44:53.881615 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-82c7a69f-44ad-4f7d-9f86-5e4a680130ac req-939d4ac6-227d-4550-834e-883a650c03ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1246383
Jul 23 16:44:54.021618 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-82c7a69f-44ad-4f7d-9f86-5e4a680130ac req-626e5458-7ae6-4ac5-b5fc-f4c5125d3bd3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 1098 time: 0.1065276
Jul 23 16:44:54.203953 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7a69f-44ad-4f7d-9f86-5e4a680130ac req-d5171257-e86d-44ec-bacf-cf21daf92287 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:54.205529 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-82c7a69f-44ad-4f7d-9f86-5e4a680130ac req-d5171257-e86d-44ec-bacf-cf21daf92287 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 912 time: 0.1617279
Jul 23 16:44:54.361388 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-82c7a69f-44ad-4f7d-9f86-5e4a680130ac req-b45c48b1-f465-4c7c-aad8-258107f8dfbd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddfec9e-feb8-4221-9408-79117c1b176f HTTP/1.1" status: 200  len: 1001 time: 0.1490057
Jul 23 16:44:54.474296 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7a69f-44ad-4f7d-9f86-5e4a680130ac req-84bff321-38a2-438e-b905-2c840f34bb7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:44:54.476877 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-82c7a69f-44ad-4f7d-9f86-5e4a680130ac req-84bff321-38a2-438e-b905-2c840f34bb7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.1079452
Jul 23 16:44:54.586386 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-82c7a69f-44ad-4f7d-9f86-5e4a680130ac req-5db73486-f16e-4047-93d6-67b060faba5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1022594
Jul 23 16:44:54.776521 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-82c7a69f-44ad-4f7d-9f86-5e4a680130ac req-da54e224-ff79-48e8-b29b-a764f6f6a123 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822195
Jul 23 16:44:54.953516 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-82c7a69f-44ad-4f7d-9f86-5e4a680130ac req-8c1605d7-e49d-426c-a013-276e96542205 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701849
Jul 23 16:44:55.487384 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 53028) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:44:55.514731 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device f0915d80-984b-4804-ba39-438b44c36330 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:44:55.575384 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: f0915d80-984b-4804-ba39-438b44c36330 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:44:55.576004 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device f0915d80-984b-4804-ba39-438b44c36330 not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:44:56.148796 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b3300a8-8f7d-4389-9d4d-33296348fbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414559'] for router_interface, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:57.036716 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-0b3300a8-8f7d-4389-9d4d-33296348fbcc admin admin] Deleting port d7021cb0-5366-4e62-ba0e-2689da25ecd0 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:44:57.037278 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b3300a8-8f7d-4389-9d4d-33296348fbcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:57.325153 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-0b3300a8-8f7d-4389-9d4d-33296348fbcc admin admin] For port d7021cb0-5366-4e62-ba0e-2689da25ecd0, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=d7021cb0-5366-4e62-ba0e-2689da25ecd0,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:44:57.325990 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b3300a8-8f7d-4389-9d4d-33296348fbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:57.463749 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-0b3300a8-8f7d-4389-9d4d-33296348fbcc admin admin] Calling delete_port for d7021cb0-5366-4e62-ba0e-2689da25ecd0 owned by network:router_interface {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:44:57.738532 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b3300a8-8f7d-4389-9d4d-33296348fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:57.743531 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-1cdefb9a-7e4d-4743-bdab-83272ae24cdb tempest-VolumesNegativeTest-161330849 tempest-VolumesNegativeTest-161330849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:44:57.902447 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3300a8-8f7d-4389-9d4d-33296348fbcc admin admin] Pushing event deleted for resources: {'Port': ['ID=d7021cb0-5366-4e62-ba0e-2689da25ecd0,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:44:57.906345 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0b3300a8-8f7d-4389-9d4d-33296348fbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:44:58.318218 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b3300a8-8f7d-4389-9d4d-33296348fbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1454223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414635'] for router_interface, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:44:59.057393 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3300a8-8f7d-4389-9d4d-33296348fbcc admin admin] Router 9ff5c327-dc23-4ada-8c83-be6e3c210359 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:44:59.345893 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3300a8-8f7d-4389-9d4d-33296348fbcc admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:44:59.359197 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3332475-cb99-47a8-8541-0ddebc7eff1d None None] Sync routers for ids ['9ff5c327-dc23-4ada-8c83-be6e3c210359'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:44:59.367416 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-0b3300a8-8f7d-4389-9d4d-33296348fbcc admin admin] 10.222.0.11 "PUT /v2.0/routers/9ff5c327-dc23-4ada-8c83-be6e3c210359/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8785839
Jul 23 16:44:59.371994 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 53032) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:44:59.381136 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3332475-cb99-47a8-8541-0ddebc7eff1d None None] Routers {'9ff5c327-dc23-4ada-8c83-be6e3c210359'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:44:59.382152 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-e3332475-cb99-47a8-8541-0ddebc7eff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f34d8b0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:44:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['9ff5c327-dc23-4ada-8c83-be6e3c210359'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:44:59.705431 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-e3332475-cb99-47a8-8541-0ddebc7eff1d None None] Set router 9ff5c327-dc23-4ada-8c83-be6e3c210359 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:44:59.748010 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:00.235709 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-e3332475-cb99-47a8-8541-0ddebc7eff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f34d8b0>, [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0c884013-3265-4c15-949d-c9910488e92a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:44:57Z', 'revision_number': 5, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port': {'id': '0c884013-3265-4c15-949d-c9910488e92a', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:03:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:08Z', 'updated_at': '2021-07-23T16:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:00.243349 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3332475-cb99-47a8-8541-0ddebc7eff1d None None] Checking router: 9ff5c327-dc23-4ada-8c83-be6e3c210359 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:45:00.264228 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3332475-cb99-47a8-8541-0ddebc7eff1d None None] Routers {'9ff5c327-dc23-4ada-8c83-be6e3c210359'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:45:00.265342 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-e3332475-cb99-47a8-8541-0ddebc7eff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f34d8b0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:44:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['9ff5c327-dc23-4ada-8c83-be6e3c210359'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:00.331648 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:00.350206 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Deleting port 0c884013-3265-4c15-949d-c9910488e92a {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:00.350793 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:00.560001 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-e3332475-cb99-47a8-8541-0ddebc7eff1d None None] Set router 9ff5c327-dc23-4ada-8c83-be6e3c210359 gateway port host: None {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:45:00.683002 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-e3332475-cb99-47a8-8541-0ddebc7eff1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f34d8b0>, [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:45:00Z', 'revision_number': 6, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port_host': None}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:00.689008 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3332475-cb99-47a8-8541-0ddebc7eff1d None None] The sync data for ids ['9ff5c327-dc23-4ada-8c83-be6e3c210359'] in dv-cinder-802039-1-iscsi is: [{'id': '9ff5c327-dc23-4ada-8c83-be6e3c210359', 'name': 'tempest-TestMinimumBasicScenario-1510767437-router', 'tenant_id': '3a3eee72c0874f9a9390da4f5501b901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:07Z', 'updated_at': '2021-07-23T16:45:00Z', 'revision_number': 6, 'project_id': '3a3eee72c0874f9a9390da4f5501b901', 'gw_port_host': None}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:45:00.714525 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] For port 0c884013-3265-4c15-949d-c9910488e92a, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=0c884013-3265-4c15-949d-c9910488e92a,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:00.715117 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:00.868020 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Calling delete_port for 0c884013-3265-4c15-949d-c9910488e92a owned by network:router_gateway {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:01.058574 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device d7021cb0-5366-4e62-ba0e-2689da25ecd0 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:45:01.116954 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: d7021cb0-5366-4e62-ba0e-2689da25ecd0 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:45:01.117366 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device d7021cb0-5366-4e62-ba0e-2689da25ecd0 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:45:01.149625 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:01.156924 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b1cadfec-c067-4c9a-a14e-1e0d7dcb4cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:01.230013 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c884013-3265-4c15-949d-c9910488e92a,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:01.232911 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:01.479054 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415266'] for router_gateway, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:01.813449 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29480'] for router, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:01.820059 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:01.859218 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416542'] for router, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:01.860179 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ff5c327-dc23-4ada-8c83-be6e3c210359 {{(pid=74313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 23 16:45:01.880324 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] Notify callbacks [] for router, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:01.884840 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-2614f0dc-33df-4123-99a2-3feb0ded29b3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9ff5c327-dc23-4ada-8c83-be6e3c210359 HTTP/1.1" status: 204  len: 168 time: 2.5108438
Jul 23 16:45:01.886107 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 53036) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:01.969027 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae35db5e-e5c5-43e9-ab10-b05216cec675 admin admin] Deleting subnet e41aab7d-c18a-4825-8b62-4901f0abc95e {{(pid=74313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:45:01.972858 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ae35db5e-e5c5-43e9-ab10-b05216cec675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:02.032400 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ae35db5e-e5c5-43e9-ab10-b05216cec675 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66188023'] for subnet, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:02.274345 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ae35db5e-e5c5-43e9-ab10-b05216cec675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:02.363355 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ae35db5e-e5c5-43e9-ab10-b05216cec675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65806047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66434403'] for subnet, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:02.372674 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-6f86788d-3ca2-4c92-b7bb-1ec561cf314d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:02.435699 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35db5e-e5c5-43e9-ab10-b05216cec675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e41aab7d-c18a-4825-8b62-4901f0abc95e,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:02.443550 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-ae35db5e-e5c5-43e9-ab10-b05216cec675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:02.448016 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-ae35db5e-e5c5-43e9-ab10-b05216cec675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:02.455822 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52fa25e-230f-46b8-8fb0-95d8c00f2b09 None None] Network 08bf07f6-1966-4cf6-9877-2e8f58510fbd requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:45:02.456985 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-ae35db5e-e5c5-43e9-ab10-b05216cec675 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e41aab7d-c18a-4825-8b62-4901f0abc95e HTTP/1.1" status: 204  len: 168 time: 0.5695429
Jul 23 16:45:02.459862 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 53040) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:02.595391 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:02.608886 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Deleting port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:02.609303 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:02.783342 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2104b741-50d4-4b92-be33-31442d63d8d6 None None] DHCP port deletion for 08bf07f6-1966-4cf6-9877-2e8f58510fbd request from dv-cinder-802039-1-iscsi {{(pid=74314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 23 16:45:02.791177 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-2104b741-50d4-4b92-be33-31442d63d8d6 None None] Deleting port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:02.791941 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2104b741-50d4-4b92-be33-31442d63d8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:02.877159 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] For port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=6d730bae-9dc8-4efa-8cc2-7746536f4e8f,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:02.877159 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:03.009419 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Calling delete_port for 6d730bae-9dc8-4efa-8cc2-7746536f4e8f owned by network:dhcp {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:03.035859 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 0c884013-3265-4c15-949d-c9910488e92a no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:45:03.115135 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:03.123903 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-30bfb0a2-fdce-47a6-8bdf-9cd198749a03 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:03.126086 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 0c884013-3265-4c15-949d-c9910488e92a {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:45:03.126443 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 0c884013-3265-4c15-949d-c9910488e92a not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:45:03.127510 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 6d730bae-9dc8-4efa-8cc2-7746536f4e8f no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:45:03.172546 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 6d730bae-9dc8-4efa-8cc2-7746536f4e8f {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:45:03.172885 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 6d730bae-9dc8-4efa-8cc2-7746536f4e8f not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:45:03.197368 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=6d730bae-9dc8-4efa-8cc2-7746536f4e8f,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:03.199814 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:03.203667 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] No DVR routers for this DVR port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f on host dv-cinder-802039-1-iscsi {{(pid=74313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:45:03.204050 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-2104b741-50d4-4b92-be33-31442d63d8d6 None None] For port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=6d730bae-9dc8-4efa-8cc2-7746536f4e8f,segment=NetworkSegment(03344f21-6ccf-44bb-8535-23a6a51f2f17),segment_id=03344f21-6ccf-44bb-8535-23a6a51f2f17)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:03.204424 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2104b741-50d4-4b92-be33-31442d63d8d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:03.332529 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-2104b741-50d4-4b92-be33-31442d63d8d6 None None] Calling delete_port for 6d730bae-9dc8-4efa-8cc2-7746536f4e8f owned by network:dhcp {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:03.336156 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:03.353589 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09ec53700>,) {'filters': {'network_id': ['08bf07f6-1966-4cf6-9877-2e8f58510fbd']}} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:03.369646 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09ec53700>, '03344f21-6ccf-44bb-8535-23a6a51f2f17') {'for_net_delete': True} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:03.369963 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09ec53700>, '03344f21-6ccf-44bb-8535-23a6a51f2f17') {} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:03.387207 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66188024'] for segment, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:03.409398 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:03.420161 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=74313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:45:03.420721 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65805945'] for segment, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:03.435848 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.api [None req-2104b741-50d4-4b92-be33-31442d63d8d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:45:03.436289 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_db.api [None req-2104b741-50d4-4b92-be33-31442d63d8d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]: Traceback (most recent call last):
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     timer()
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     cb(*args, **kw)
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     return func(*args, **kwargs)
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     self._notify()
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     self.callback(batched_events)
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     event.method(event)
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     return f(self, *a, **k)
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._get(url).json()
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:45:03.438646 dv-cinder-802039-1-iscsi neutron-server[74313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:45:03.531330 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:03.535582 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:03.551810 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:03.563381 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Pushing event deleted for resources: {'Network': ['ID=08bf07f6-1966-4cf6-9877-2e8f58510fbd,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:03.567307 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:03.580855 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-a05cba94-1109-4833-9970-abd6a18de4ec admin admin] 10.222.0.11 "DELETE /v2.0/networks/08bf07f6-1966-4cf6-9877-2e8f58510fbd HTTP/1.1" status: 204  len: 168 time: 1.1198635
Jul 23 16:45:03.584706 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53044) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:03.937684 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-2104b741-50d4-4b92-be33-31442d63d8d6 None None] Deleting port 6d730bae-9dc8-4efa-8cc2-7746536f4e8f {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:03.938472 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2104b741-50d4-4b92-be33-31442d63d8d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:04.047399 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-2104b741-50d4-4b92-be33-31442d63d8d6 None None] The port '6d730bae-9dc8-4efa-8cc2-7746536f4e8f' was deleted {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 23 16:45:04.136845 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-8b3cafb7-bac3-4198-9a09-4f1db0fa05e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414559'] for router_interface, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:04.851130 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-8b3cafb7-bac3-4198-9a09-4f1db0fa05e5 admin admin] Deleting port f1c99738-cb64-4739-9021-c8b90b4a5b30 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:04.852023 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-8b3cafb7-bac3-4198-9a09-4f1db0fa05e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:05.152532 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [None req-8b3cafb7-bac3-4198-9a09-4f1db0fa05e5 admin admin] For port f1c99738-cb64-4739-9021-c8b90b4a5b30, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=f1c99738-cb64-4739-9021-c8b90b4a5b30,segment=NetworkSegment(072cd08a-4976-42db-933b-44a444fad2ff),segment_id=072cd08a-4976-42db-933b-44a444fad2ff)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:05.152817 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-8b3cafb7-bac3-4198-9a09-4f1db0fa05e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:05.276579 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-8b3cafb7-bac3-4198-9a09-4f1db0fa05e5 admin admin] Calling delete_port for f1c99738-cb64-4739-9021-c8b90b4a5b30 owned by network:router_interface {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:05.476614 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-8b3cafb7-bac3-4198-9a09-4f1db0fa05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:05.480903 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-bfe2aea6-6d78-429b-b9bb-6486702478e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:05.527212 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cafb7-bac3-4198-9a09-4f1db0fa05e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c99738-cb64-4739-9021-c8b90b4a5b30,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:05.532895 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-8b3cafb7-bac3-4198-9a09-4f1db0fa05e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:05.872234 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-8b3cafb7-bac3-4198-9a09-4f1db0fa05e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1454223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414635'] for router_interface, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:06.603572 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3cafb7-bac3-4198-9a09-4f1db0fa05e5 admin admin] Router 28bbe8cd-829a-4ac9-8222-c2ea6829b936 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:45:06.871358 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3cafb7-bac3-4198-9a09-4f1db0fa05e5 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:45:06.880640 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79cb2d-0c1c-427d-8e6c-680e9becc582 None None] Sync routers for ids ['28bbe8cd-829a-4ac9-8222-c2ea6829b936'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:45:06.891996 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-8b3cafb7-bac3-4198-9a09-4f1db0fa05e5 admin admin] 10.222.0.11 "PUT /v2.0/routers/28bbe8cd-829a-4ac9-8222-c2ea6829b936/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3054123
Jul 23 16:45:06.894560 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 53048) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:06.897797 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f79cb2d-0c1c-427d-8e6c-680e9becc582 None None] Routers {'28bbe8cd-829a-4ac9-8222-c2ea6829b936'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:45:06.898570 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-0f79cb2d-0c1c-427d-8e6c-680e9becc582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f9d1d30>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:44:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['28bbe8cd-829a-4ac9-8222-c2ea6829b936'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:07.131936 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:07.143279 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-0f79cb2d-0c1c-427d-8e6c-680e9becc582 None None] Set router 28bbe8cd-829a-4ac9-8222-c2ea6829b936 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:45:07.339981 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:07.353414 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Deleting port 1f71163b-0556-45d5-a400-f555d20924eb {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:07.353877 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:07.466958 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-0f79cb2d-0c1c-427d-8e6c-680e9becc582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f9d1d30>, [{'id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'name': 'tempest-TestMinimumBasicScenario-1884760024-router', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '1f71163b-0556-45d5-a400-f555d20924eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:17Z', 'updated_at': '2021-07-23T16:45:05Z', 'revision_number': 5, 'project_id': '8b168ef9c7194c3986479d2a25ecb391', 'gw_port': {'id': '1f71163b-0556-45d5-a400-f555d20924eb', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b2:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:42:18Z', 'updated_at': '2021-07-23T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:07.471842 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79cb2d-0c1c-427d-8e6c-680e9becc582 None None] Checking router: 28bbe8cd-829a-4ac9-8222-c2ea6829b936 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:45:07.484389 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f79cb2d-0c1c-427d-8e6c-680e9becc582 None None] Routers {'28bbe8cd-829a-4ac9-8222-c2ea6829b936'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:45:07.485007 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-0f79cb2d-0c1c-427d-8e6c-680e9becc582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f9d1d30>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:44:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['28bbe8cd-829a-4ac9-8222-c2ea6829b936'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:07.656171 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-0f79cb2d-0c1c-427d-8e6c-680e9becc582 None None] Set router 28bbe8cd-829a-4ac9-8222-c2ea6829b936 gateway port host: None {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:45:07.662384 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] For port 1f71163b-0556-45d5-a400-f555d20924eb, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=1f71163b-0556-45d5-a400-f555d20924eb,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:07.662741 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:07.792895 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Calling delete_port for 1f71163b-0556-45d5-a400-f555d20924eb owned by network:router_gateway {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:07.855087 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-0f79cb2d-0c1c-427d-8e6c-680e9becc582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f9d1d30>, [{'id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'name': 'tempest-TestMinimumBasicScenario-1884760024-router', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:17Z', 'updated_at': '2021-07-23T16:45:07Z', 'revision_number': 6, 'project_id': '8b168ef9c7194c3986479d2a25ecb391', 'gw_port_host': None}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:07.859837 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79cb2d-0c1c-427d-8e6c-680e9becc582 None None] The sync data for ids ['28bbe8cd-829a-4ac9-8222-c2ea6829b936'] in dv-cinder-802039-1-iscsi is: [{'id': '28bbe8cd-829a-4ac9-8222-c2ea6829b936', 'name': 'tempest-TestMinimumBasicScenario-1884760024-router', 'tenant_id': '8b168ef9c7194c3986479d2a25ecb391', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:42:17Z', 'updated_at': '2021-07-23T16:45:07Z', 'revision_number': 6, 'project_id': '8b168ef9c7194c3986479d2a25ecb391', 'gw_port_host': None}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:45:08.032395 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:08.040285 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-111e6136-6168-4370-ba87-caff9e2bed8b tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:08.129429 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f71163b-0556-45d5-a400-f555d20924eb,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:08.133698 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:08.410408 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415266'] for router_gateway, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:08.689816 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29480'] for router, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:08.694381 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:08.727204 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416542'] for router, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:08.728313 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28bbe8cd-829a-4ac9-8222-c2ea6829b936 {{(pid=74313) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 23 16:45:08.742910 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] Notify callbacks [] for router, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:08.744230 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-61f67d60-eafa-4982-ae37-1db1b8f535e2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/28bbe8cd-829a-4ac9-8222-c2ea6829b936 HTTP/1.1" status: 204  len: 168 time: 1.8486171
Jul 23 16:45:08.747386 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 53052) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:08.811938 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b13352c-bd3e-491a-850e-805694b60aa4 admin admin] Deleting subnet 5177d059-f2d7-43ff-9508-bbdf4a9b808c {{(pid=74313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:45:08.816499 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b13352c-bd3e-491a-850e-805694b60aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:08.889483 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b13352c-bd3e-491a-850e-805694b60aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66188023'] for subnet, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:08.981379 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b13352c-bd3e-491a-850e-805694b60aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:09.026645 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 1f71163b-0556-45d5-a400-f555d20924eb no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:45:09.060333 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b13352c-bd3e-491a-850e-805694b60aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65806047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66434403'] for subnet, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:09.066502 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 1f71163b-0556-45d5-a400-f555d20924eb {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:45:09.066851 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 1f71163b-0556-45d5-a400-f555d20924eb not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:45:09.067282 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device f1c99738-cb64-4739-9021-c8b90b4a5b30 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:45:09.068304 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:09.103863 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: f1c99738-cb64-4739-9021-c8b90b4a5b30 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:45:09.104220 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device f1c99738-cb64-4739-9021-c8b90b4a5b30 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:45:09.217151 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13352c-bd3e-491a-850e-805694b60aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5177d059-f2d7-43ff-9508-bbdf4a9b808c,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:09.219574 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-0b13352c-bd3e-491a-850e-805694b60aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:09.222553 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-0b13352c-bd3e-491a-850e-805694b60aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:09.229356 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13b5fb5-ef28-403b-bf4a-d05d1e61ab14 None None] Network aa5adc1f-e84d-4ca6-a338-1e537bd5b672 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:45:09.230000 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-0b13352c-bd3e-491a-850e-805694b60aa4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5177d059-f2d7-43ff-9508-bbdf4a9b808c HTTP/1.1" status: 204  len: 168 time: 0.4819250
Jul 23 16:45:09.232642 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 53056) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:09.346704 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:09.360322 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Deleting port 5951002c-5f4f-4c91-af1c-d9452d50392c {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:09.360787 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:09.494463 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43071b75-4f07-4542-8825-444a519fbbb7 None None] DHCP port deletion for aa5adc1f-e84d-4ca6-a338-1e537bd5b672 request from dv-cinder-802039-1-iscsi {{(pid=74314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 23 16:45:09.499339 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-43071b75-4f07-4542-8825-444a519fbbb7 None None] Deleting port 5951002c-5f4f-4c91-af1c-d9452d50392c {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:09.499857 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-43071b75-4f07-4542-8825-444a519fbbb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:09.600285 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] For port 5951002c-5f4f-4c91-af1c-d9452d50392c, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=5951002c-5f4f-4c91-af1c-d9452d50392c,segment=NetworkSegment(072cd08a-4976-42db-933b-44a444fad2ff),segment_id=072cd08a-4976-42db-933b-44a444fad2ff)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:09.600777 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:09.724262 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-43071b75-4f07-4542-8825-444a519fbbb7 None None] For port 5951002c-5f4f-4c91-af1c-d9452d50392c, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=5951002c-5f4f-4c91-af1c-d9452d50392c,segment=NetworkSegment(072cd08a-4976-42db-933b-44a444fad2ff),segment_id=072cd08a-4976-42db-933b-44a444fad2ff)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:09.724576 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-43071b75-4f07-4542-8825-444a519fbbb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:09.741003 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Calling delete_port for 5951002c-5f4f-4c91-af1c-d9452d50392c owned by network:dhcp {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:09.828289 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:09.836865 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-020b103b-88ce-41c1-96a1-8f1bdc0ff7c0 tempest-TestShelveInstance-386339342 tempest-TestShelveInstance-386339342-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:09.856236 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-43071b75-4f07-4542-8825-444a519fbbb7 None None] Calling delete_port for 5951002c-5f4f-4c91-af1c-d9452d50392c owned by network:dhcp {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:09.887107 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Pushing event deleted for resources: {'Port': ['ID=5951002c-5f4f-4c91-af1c-d9452d50392c,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:09.890254 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:09.894032 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] No DVR routers for this DVR port 5951002c-5f4f-4c91-af1c-d9452d50392c on host dv-cinder-802039-1-iscsi {{(pid=74313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:45:09.944978 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.api [None req-43071b75-4f07-4542-8825-444a519fbbb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:45:09.945350 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_db.api [None req-43071b75-4f07-4542-8825-444a519fbbb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:45:10.021055 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:10.035698 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09e593e50>,) {'filters': {'network_id': ['aa5adc1f-e84d-4ca6-a338-1e537bd5b672']}} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:10.050652 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09e593e50>, '072cd08a-4976-42db-933b-44a444fad2ff') {'for_net_delete': True} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:10.050998 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.services.segments.db [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09e593e50>, '072cd08a-4976-42db-933b-44a444fad2ff') {} {{(pid=74313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:10.064340 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66188024'] for segment, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:10.090726 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:10.102405 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=74313) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:45:10.103574 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65805945'] for segment, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]: Traceback (most recent call last):
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     timer()
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     cb(*args, **kw)
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     return func(*args, **kwargs)
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     self._notify()
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     self.callback(batched_events)
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     event.method(event)
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     return f(self, *a, **k)
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._get(url).json()
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:45:10.129271 dv-cinder-802039-1-iscsi neutron-server[74313]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:45:10.281397 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:10.287732 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-ad262659-852e-4408-a985-d747083fb35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:10.316456 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:10.336386 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Pushing event deleted for resources: {'Network': ['ID=aa5adc1f-e84d-4ca6-a338-1e537bd5b672,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:10.345224 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:10.349527 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:10.352364 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-6a17dd61-ac2b-4a90-8ff7-03e69b0111bc admin admin] 10.222.0.11 "DELETE /v2.0/networks/aa5adc1f-e84d-4ca6-a338-1e537bd5b672 HTTP/1.1" status: 204  len: 168 time: 1.1184373
Jul 23 16:45:10.446760 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-43071b75-4f07-4542-8825-444a519fbbb7 None None] Deleting port 5951002c-5f4f-4c91-af1c-d9452d50392c {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:10.447251 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-43071b75-4f07-4542-8825-444a519fbbb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:10.518277 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-43071b75-4f07-4542-8825-444a519fbbb7 None None] The port '5951002c-5f4f-4c91-af1c-d9452d50392c' was deleted {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 23 16:45:10.656888 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 53062) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:10.718218 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-4e1aa005-0b82-4bcd-8dec-8019eeff9298 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a3eee72c0874f9a9390da4f5501b901&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0597200
Jul 23 16:45:10.721092 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53066) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:10.816596 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-78de5080-3c8a-4633-9502-a9f75c845535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:10.866853 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-78de5080-3c8a-4633-9502-a9f75c845535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:10.954287 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-78de5080-3c8a-4633-9502-a9f75c845535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:10.958941 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f92d83c9-bb79-4d67-ae23-85fed149b10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:10.976762 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de5080-3c8a-4633-9502-a9f75c845535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:10.980191 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-78de5080-3c8a-4633-9502-a9f75c845535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:10.986877 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-78de5080-3c8a-4633-9502-a9f75c845535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:10.991519 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-78de5080-3c8a-4633-9502-a9f75c845535 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9d5ab20-de91-4e5a-b1b1-226d2f1f1eb3 HTTP/1.1" status: 204  len: 168 time: 0.2665191
Jul 23 16:45:11.046644 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 5951002c-5f4f-4c91-af1c-d9452d50392c no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:45:11.094128 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 5951002c-5f4f-4c91-af1c-d9452d50392c {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:45:11.094497 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 5951002c-5f4f-4c91-af1c-d9452d50392c not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:45:11.516839 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53074) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:11.577069 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-c31b0f75-f68c-4f2f-ad5b-132cb2c56afa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b168ef9c7194c3986479d2a25ecb391&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0585515
Jul 23 16:45:11.580152 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 53078) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:11.650921 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6bceb292-12f9-4fe6-bb3a-33d2f6561fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:11.680267 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6bceb292-12f9-4fe6-bb3a-33d2f6561fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:11.740290 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6bceb292-12f9-4fe6-bb3a-33d2f6561fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:11.744379 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3e95816a-baf5-4f5d-b5b1-4b0dcb1ab25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:11.756887 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bceb292-12f9-4fe6-bb3a-33d2f6561fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9dce63-489c-40b5-8168-e7a0f5907557,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:11.761756 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-6bceb292-12f9-4fe6-bb3a-33d2f6561fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:11.765757 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-6bceb292-12f9-4fe6-bb3a-33d2f6561fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:11.769880 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-6bceb292-12f9-4fe6-bb3a-33d2f6561fb5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db9dce63-489c-40b5-8168-e7a0f5907557 HTTP/1.1" status: 204  len: 168 time: 0.1857185
Jul 23 16:45:14.345169 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d9e4dbcd-a004-44c8-a3e5-42e0b8d2b75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:14.743999 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:45:14.810386 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:16.725920 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-f35618a3-1649-400a-bc6c-15b78de26f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:18.210387 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:19.389325 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:20.712809 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [req-0bcadbaf-5b98-488e-a3b4-b1d89ebd97f4 req-aa135de3-2b6e-4d80-8771-4b2faa009733 service neutron] (74312) timed out ('10.222.0.46', 58857) {{(pid=74312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 23 16:45:27.813667 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 53084) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:28.034365 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-05abccc6-15de-44bb-bf6c-1ec96a44a20a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Deleting port cb0b5e87-0984-4b6c-833b-19ce88795e1c {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:28.034704 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-05abccc6-15de-44bb-bf6c-1ec96a44a20a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:28.255493 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-05abccc6-15de-44bb-bf6c-1ec96a44a20a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:28.255987 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-05abccc6-15de-44bb-bf6c-1ec96a44a20a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:28.496467 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-05abccc6-15de-44bb-bf6c-1ec96a44a20a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Calling delete_port for cb0b5e87-0984-4b6c-833b-19ce88795e1c owned by network:floatingip {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:28.720889 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-05abccc6-15de-44bb-bf6c-1ec96a44a20a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:28.725510 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-1da09cc0-12fb-4c0a-84b2-1138529942d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:28.776625 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abccc6-15de-44bb-bf6c-1ec96a44a20a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event deleted for resources: {'Port': ['ID=cb0b5e87-0984-4b6c-833b-19ce88795e1c,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:28.779500 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-05abccc6-15de-44bb-bf6c-1ec96a44a20a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:28.979834 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-05abccc6-15de-44bb-bf6c-1ec96a44a20a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for floatingip, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:29.409414 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05abccc6-15de-44bb-bf6c-1ec96a44a20a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Router 742df17f-9038-4c06-ad06-751bf0ffe149 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:45:29.628144 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05abccc6-15de-44bb-bf6c-1ec96a44a20a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:45:29.639828 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc34b2d-cfce-4c9d-ac0c-8336f23d3957 None None] Sync routers for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:45:29.655557 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc34b2d-cfce-4c9d-ac0c-8336f23d3957 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:45:29.655929 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-05abccc6-15de-44bb-bf6c-1ec96a44a20a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:29.656397 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-6bc34b2d-cfce-4c9d-ac0c-8336f23d3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f34dca0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:45:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:29.720819 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-05abccc6-15de-44bb-bf6c-1ec96a44a20a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "DELETE /v2.0/floatingips/da311e8c-57d8-4662-bb35-468c25a59c13 HTTP/1.1" status: 204  len: 168 time: 1.9014239
Jul 23 16:45:29.720819 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'tag': '8ddfec9e-feb8-4221-9408-79117c1b176f'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:45:29.794997 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'tag': '8ddfec9e-feb8-4221-9408-79117c1b176f', 'status': 'completed', 'code': 200}
Jul 23 16:45:29.907593 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-6bc34b2d-cfce-4c9d-ac0c-8336f23d3957 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:45:29.955691 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-f6399df9-eb7b-4642-a314-aec3f07dcbbd req-ff16df9d-97d0-4559-9e85-9e463bb59240 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 1098 time: 0.1044662
Jul 23 16:45:30.155359 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6399df9-eb7b-4642-a314-aec3f07dcbbd req-509c3b1e-50a2-4bfe-a313-db44b48a3c77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:45:30.157560 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-f6399df9-eb7b-4642-a314-aec3f07dcbbd req-509c3b1e-50a2-4bfe-a313-db44b48a3c77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 912 time: 0.1882908
Jul 23 16:45:30.240228 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-f6399df9-eb7b-4642-a314-aec3f07dcbbd req-e1337a15-bc75-49cf-aefc-1d649673011c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ddfec9e-feb8-4221-9408-79117c1b176f HTTP/1.1" status: 200  len: 217 time: 0.0737309
Jul 23 16:45:30.317664 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6399df9-eb7b-4642-a314-aec3f07dcbbd req-9754e6de-be52-4bf2-bd4d-94a8afc371cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:45:30.319304 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-f6399df9-eb7b-4642-a314-aec3f07dcbbd req-9754e6de-be52-4bf2-bd4d-94a8afc371cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.0720365
Jul 23 16:45:30.366627 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-6bc34b2d-cfce-4c9d-ac0c-8336f23d3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f34dca0>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '52a56148-fd78-4054-94f8-eb602016c5c8', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '61f23e38-575c-4e03-877c-f36fa4616190', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:62:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:26Z', 'updated_at': '2021-07-23T16:41:31Z', 'revision_number': 1, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:30.375016 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc34b2d-cfce-4c9d-ac0c-8336f23d3957 None None] Checking router: 742df17f-9038-4c06-ad06-751bf0ffe149 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:45:30.394253 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc34b2d-cfce-4c9d-ac0c-8336f23d3957 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:45:30.394854 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-6bc34b2d-cfce-4c9d-ac0c-8336f23d3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f34dca0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:45:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:30.405620 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-f6399df9-eb7b-4642-a314-aec3f07dcbbd req-43ff104b-66ea-4a6d-935f-0ea1ae1a759e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776951
Jul 23 16:45:30.621396 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-6bc34b2d-cfce-4c9d-ac0c-8336f23d3957 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:45:30.643223 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-f6399df9-eb7b-4642-a314-aec3f07dcbbd req-ae80857f-f660-46bd-aae6-7dc6569aebc1 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2294037
Jul 23 16:45:30.686545 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979f083-b65d-4a7e-ad51-6231cf5ee4bb req-4189c572-a6ba-43a4-95e5-63502b92235a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:45:30.689065 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d979f083-b65d-4a7e-ad51-6231cf5ee4bb req-4189c572-a6ba-43a4-95e5-63502b92235a tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 945 time: 0.5021739
Jul 23 16:45:30.773838 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-d979f083-b65d-4a7e-ad51-6231cf5ee4bb req-696fd660-2fb7-4a24-a42f-23f0dbdeabad tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732205
Jul 23 16:45:30.853162 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-f6399df9-eb7b-4642-a314-aec3f07dcbbd req-6f4697d8-c3c6-4f3a-ba2a-1d83d3511ec2 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2010953
Jul 23 16:45:31.071959 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-6bc34b2d-cfce-4c9d-ac0c-8336f23d3957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f34dca0>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '52a56148-fd78-4054-94f8-eb602016c5c8', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '61f23e38-575c-4e03-877c-f36fa4616190', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:62:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:26Z', 'updated_at': '2021-07-23T16:41:31Z', 'revision_number': 1, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:31.077067 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc34b2d-cfce-4c9d-ac0c-8336f23d3957 None None] The sync data for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi is: [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_floatingips': [{'id': '52a56148-fd78-4054-94f8-eb602016c5c8', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'floating_ip_address': '172.27.3.74', 'floating_network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'router_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'port_id': '61f23e38-575c-4e03-877c-f36fa4616190', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'mac_address': 'fa:16:3e:62:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T16:41:26Z', 'updated_at': '2021-07-23T16:41:31Z', 'revision_number': 1, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:45:31.323241 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f3d574-f9d4-4d1b-9eb6-04801b8a41d0 None None] New status for floating IP da311e8c-57d8-4662-bb35-468c25a59c13: DOWN {{(pid=74315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:45:32.062497 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2dba9-9990-4c58-b928-3c05976f235c req-8d528248-4078-4d33-9249-28e56f8b5a12 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:45:32.063746 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-90d2dba9-9990-4c58-b928-3c05976f235c req-8d528248-4078-4d33-9249-28e56f8b5a12 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Synchronizing usage tracker for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:45:32.090194 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-90d2dba9-9990-4c58-b928-3c05976f235c req-8d528248-4078-4d33-9249-28e56f8b5a12 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Unset dirty status for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:45:32.091707 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-90d2dba9-9990-4c58-b928-3c05976f235c req-8d528248-4078-4d33-9249-28e56f8b5a12 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 945 time: 0.2534695
Jul 23 16:45:32.141019 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add1c32-7b10-4192-bfcd-0b755e9963c5 req-1321a4e3-702f-4bd1-bca9-81f5ebd9a9e0 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:45:32.142743 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7add1c32-7b10-4192-bfcd-0b755e9963c5 req-1321a4e3-702f-4bd1-bca9-81f5ebd9a9e0 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 945 time: 0.2238584
Jul 23 16:45:32.192645 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-90d2dba9-9990-4c58-b928-3c05976f235c req-6da4954f-de35-43c2-b7ba-d835a20e3274 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Deleting port 8ddfec9e-feb8-4221-9408-79117c1b176f {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:32.193146 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-90d2dba9-9990-4c58-b928-3c05976f235c req-6da4954f-de35-43c2-b7ba-d835a20e3274 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:32.205914 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-7add1c32-7b10-4192-bfcd-0b755e9963c5 req-6aac0617-c58a-40b2-8d2b-74684c5c5e35 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530105
Jul 23 16:45:32.477503 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-90d2dba9-9990-4c58-b928-3c05976f235c req-6da4954f-de35-43c2-b7ba-d835a20e3274 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] For port 8ddfec9e-feb8-4221-9408-79117c1b176f, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=8ddfec9e-feb8-4221-9408-79117c1b176f,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:32.477867 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-90d2dba9-9990-4c58-b928-3c05976f235c req-6da4954f-de35-43c2-b7ba-d835a20e3274 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:32.617543 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-90d2dba9-9990-4c58-b928-3c05976f235c req-6da4954f-de35-43c2-b7ba-d835a20e3274 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Calling delete_port for 8ddfec9e-feb8-4221-9408-79117c1b176f owned by compute:nova {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:32.795834 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-90d2dba9-9990-4c58-b928-3c05976f235c req-6da4954f-de35-43c2-b7ba-d835a20e3274 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:32.805165 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-11b3ef90-c716-44c1-a88b-7f8d95ddff56 tempest-AttachVolumeShelveTestJSON-84947504 tempest-AttachVolumeShelveTestJSON-84947504-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:32.887019 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4954f-de35-43c2-b7ba-d835a20e3274 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event deleted for resources: {'Port': ['ID=8ddfec9e-feb8-4221-9408-79117c1b176f,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:32.893792 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-6da4954f-de35-43c2-b7ba-d835a20e3274 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:33.006240 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d2dba9-9990-4c58-b928-3c05976f235c req-6da4954f-de35-43c2-b7ba-d835a20e3274 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] No DVR routers for this DVR port 8ddfec9e-feb8-4221-9408-79117c1b176f on host hv-cinder-80203 {{(pid=74313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:45:33.009017 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-90d2dba9-9990-4c58-b928-3c05976f235c req-6da4954f-de35-43c2-b7ba-d835a20e3274 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:33.012003 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'name': 'network-vif-deleted', 'tag': '8ddfec9e-feb8-4221-9408-79117c1b176f'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:45:33.029622 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-90d2dba9-9990-4c58-b928-3c05976f235c req-6da4954f-de35-43c2-b7ba-d835a20e3274 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "DELETE /v2.0/ports/8ddfec9e-feb8-4221-9408-79117c1b176f HTTP/1.1" status: 204  len: 173 time: 0.9305801
Jul 23 16:45:33.120671 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbfbb459-aedf-4e60-a2c8-628291bd2d8b', 'name': 'network-vif-deleted', 'tag': '8ddfec9e-feb8-4221-9408-79117c1b176f', 'status': 'completed', 'code': 200}
Jul 23 16:45:33.431033 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-70728729-5667-4b2e-8c3c-50f73bfd60ab req-00e5b56b-b50c-4614-8a37-d3e6d8af26a4 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbfbb459-aedf-4e60-a2c8-628291bd2d8b HTTP/1.1" status: 200  len: 210 time: 0.0578687
Jul 23 16:45:35.700095 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 8ddfec9e-feb8-4221-9408-79117c1b176f no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:45:35.736353 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: 8ddfec9e-feb8-4221-9408-79117c1b176f {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:45:35.736703 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 8ddfec9e-feb8-4221-9408-79117c1b176f not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:45:37.048325 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 53120) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:37.300306 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-eae21ad2-bd3f-4ca1-8a9e-2f71399e0532 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Deleting port 62cede9d-170a-403f-baad-05c5165a4b8d {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:37.300771 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-eae21ad2-bd3f-4ca1-8a9e-2f71399e0532 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:37.501292 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-eae21ad2-bd3f-4ca1-8a9e-2f71399e0532 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:37.501616 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-eae21ad2-bd3f-4ca1-8a9e-2f71399e0532 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:37.627351 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-eae21ad2-bd3f-4ca1-8a9e-2f71399e0532 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Calling delete_port for 62cede9d-170a-403f-baad-05c5165a4b8d owned by network:floatingip {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:37.821759 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-eae21ad2-bd3f-4ca1-8a9e-2f71399e0532 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:37.825726 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-6da4954f-de35-43c2-b7ba-d835a20e3274 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:37.871892 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae21ad2-bd3f-4ca1-8a9e-2f71399e0532 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event deleted for resources: {'Port': ['ID=62cede9d-170a-403f-baad-05c5165a4b8d,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:37.875912 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-eae21ad2-bd3f-4ca1-8a9e-2f71399e0532 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:38.089899 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-eae21ad2-bd3f-4ca1-8a9e-2f71399e0532 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for floatingip, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:38.553843 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae21ad2-bd3f-4ca1-8a9e-2f71399e0532 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Router 742df17f-9038-4c06-ad06-751bf0ffe149 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:45:38.782384 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae21ad2-bd3f-4ca1-8a9e-2f71399e0532 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:45:38.801081 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd00fb-a468-4c70-82e4-2607eeb5f60d None None] Sync routers for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:45:38.808470 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-eae21ad2-bd3f-4ca1-8a9e-2f71399e0532 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:38.824292 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dd00fb-a468-4c70-82e4-2607eeb5f60d None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:45:38.825403 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-28dd00fb-a468-4c70-82e4-2607eeb5f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f70fdf0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:45:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:38.902056 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-eae21ad2-bd3f-4ca1-8a9e-2f71399e0532 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "DELETE /v2.0/floatingips/52a56148-fd78-4054-94f8-eb602016c5c8 HTTP/1.1" status: 204  len: 168 time: 1.8521583
Jul 23 16:45:38.902915 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'tag': '61f23e38-575c-4e03-877c-f36fa4616190'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:45:39.009017 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'tag': '61f23e38-575c-4e03-877c-f36fa4616190', 'status': 'completed', 'code': 200}
Jul 23 16:45:39.109996 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-28dd00fb-a468-4c70-82e4-2607eeb5f60d None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:45:39.146478 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-e3c6cec7-95be-454a-84b4-0d91381388c2 req-9d36a5cf-6bea-4684-8e41-c6e2caf41c42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bc525d89aee14793ba73c5a98b77132f&device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 1099 time: 0.0915444
Jul 23 16:45:39.367616 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cec7-95be-454a-84b4-0d91381388c2 req-236c54a4-087f-48a5-83fc-f4cd4adb390e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:45:39.369530 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-e3c6cec7-95be-454a-84b4-0d91381388c2 req-236c54a4-087f-48a5-83fc-f4cd4adb390e service neutron] 10.222.0.46 "GET /v2.0/networks?id=a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 200  len: 912 time: 0.2163503
Jul 23 16:45:39.481939 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-e3c6cec7-95be-454a-84b4-0d91381388c2 req-7478f4f2-0f07-4aa1-a4bc-95486f0b2718 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f23e38-575c-4e03-877c-f36fa4616190 HTTP/1.1" status: 200  len: 217 time: 0.1054363
Jul 23 16:45:39.564994 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0629d-2318-4ede-b2fb-ccec12bf1080 req-35f222b1-0fb7-4b75-a290-d4cf03a65736 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:45:39.567887 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-78f0629d-2318-4ede-b2fb-ccec12bf1080 req-35f222b1-0fb7-4b75-a290-d4cf03a65736 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 946 time: 0.1411910
Jul 23 16:45:39.575061 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cec7-95be-454a-84b4-0d91381388c2 req-2176f9b9-0284-4f0f-8c0a-3c3de67db64b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:45:39.576789 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-e3c6cec7-95be-454a-84b4-0d91381388c2 req-2176f9b9-0284-4f0f-8c0a-3c3de67db64b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 200  len: 850 time: 0.0867295
Jul 23 16:45:39.584470 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-28dd00fb-a468-4c70-82e4-2607eeb5f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f70fdf0>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:39.590546 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd00fb-a468-4c70-82e4-2607eeb5f60d None None] Checking router: 742df17f-9038-4c06-ad06-751bf0ffe149 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:45:39.604672 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dd00fb-a468-4c70-82e4-2607eeb5f60d None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:45:39.605462 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-28dd00fb-a468-4c70-82e4-2607eeb5f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f70fdf0>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:45:17Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:39.647522 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-78f0629d-2318-4ede-b2fb-ccec12bf1080 req-2192a5dd-fb08-4497-b434-6fa288d34f88 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688162
Jul 23 16:45:39.693360 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-e3c6cec7-95be-454a-84b4-0d91381388c2 req-07eee8fd-7a6b-4b35-9250-a0bba1fe5f52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a0209d5a-e155-43a0-9685-2a25e8e43af5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1067219
Jul 23 16:45:39.867522 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-e3c6cec7-95be-454a-84b4-0d91381388c2 req-8ddfc91a-69f2-4f68-89f6-f2321d95ea2e service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666639
Jul 23 16:45:39.900346 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-28dd00fb-a468-4c70-82e4-2607eeb5f60d None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:45:40.048982 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-e3c6cec7-95be-454a-84b4-0d91381388c2 req-d95f9a66-feef-4013-b4b9-f043ca0d3e51 service neutron] 10.222.0.46 "GET /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727605
Jul 23 16:45:40.305794 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-28dd00fb-a468-4c70-82e4-2607eeb5f60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f70fdf0>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:40.311044 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dd00fb-a468-4c70-82e4-2607eeb5f60d None None] The sync data for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi is: [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:37:18Z', 'revision_number': 4, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi', '_interfaces': [{'id': '1f4adde6-aaf9-41b5-a33b-4dc9debadf49', 'name': '', 'network_id': 'a0209d5a-e155-43a0-9685-2a25e8e43af5', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'mac_address': 'fa:16:3e:c8:24:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:16Z', 'updated_at': '2021-07-23T16:37:44Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'subnets': [{'id': '32037a29-ea31-4a12-b753-e6dea9e828a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:45:40.366882 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:40.585926 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa3b077-65e4-46a9-9b2a-0f8085a380c8 None None] New status for floating IP 52a56148-fd78-4054-94f8-eb602016c5c8: DOWN {{(pid=74315) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jul 23 16:45:40.955845 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927ce02-a6c6-49de-b026-9a0c9ab788a8 req-c98c7783-f483-4a7b-9557-a123f26cc5e8 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:45:40.957744 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1927ce02-a6c6-49de-b026-9a0c9ab788a8 req-c98c7783-f483-4a7b-9557-a123f26cc5e8 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 946 time: 0.0922527
Jul 23 16:45:41.012820 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-1927ce02-a6c6-49de-b026-9a0c9ab788a8 req-7d15cb0d-3e74-49c3-912b-feb6a78a79a8 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/security-groups?id=5817301c-f6c2-4ba0-8781-a930ca891933&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486443
Jul 23 16:45:41.131180 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2460d1-d6a9-4f88-9f2c-934083d7d1a6 req-07d84b02-7965-47c4-8e32-081935e4be1c tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74313) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 23 16:45:41.132348 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-9d2460d1-d6a9-4f88-9f2c-934083d7d1a6 req-07d84b02-7965-47c4-8e32-081935e4be1c tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Synchronizing usage tracker for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74313) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 23 16:45:41.158865 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.quota.resource [req-9d2460d1-d6a9-4f88-9f2c-934083d7d1a6 req-07d84b02-7965-47c4-8e32-081935e4be1c tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Unset dirty status for tenant:bc525d89aee14793ba73c5a98b77132f on resource:port {{(pid=74313) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 23 16:45:41.160477 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-9d2460d1-d6a9-4f88-9f2c-934083d7d1a6 req-07d84b02-7965-47c4-8e32-081935e4be1c tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 946 time: 0.1338065
Jul 23 16:45:41.357708 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-9d2460d1-d6a9-4f88-9f2c-934083d7d1a6 req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Deleting port 61f23e38-575c-4e03-877c-f36fa4616190 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:41.358056 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-9d2460d1-d6a9-4f88-9f2c-934083d7d1a6 req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:41.634123 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [req-9d2460d1-d6a9-4f88-9f2c-934083d7d1a6 req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] For port 61f23e38-575c-4e03-877c-f36fa4616190, host hv-cinder-80203, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80203',level=0,port_id=61f23e38-575c-4e03-877c-f36fa4616190,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:41.634485 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-9d2460d1-d6a9-4f88-9f2c-934083d7d1a6 req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:41.767281 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [req-9d2460d1-d6a9-4f88-9f2c-934083d7d1a6 req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Calling delete_port for 61f23e38-575c-4e03-877c-f36fa4616190 owned by compute:nova {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:41.928578 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-9d2460d1-d6a9-4f88-9f2c-934083d7d1a6 req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:41.935343 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-8a4408ff-db1b-4619-a2d9-d8557e21e4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:41.983080 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event deleted for resources: {'Port': ['ID=61f23e38-575c-4e03-877c-f36fa4616190,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:42.026058 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:42.026446 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:42.026446 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:42.027184 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:42.027559 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:42.027956 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:42.028330 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:42.028697 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:42.029054 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:42.029413 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:42.029771 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:42.061179 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:42.073108 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2460d1-d6a9-4f88-9f2c-934083d7d1a6 req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] No DVR routers for this DVR port 61f23e38-575c-4e03-877c-f36fa4616190 on host hv-cinder-80203 {{(pid=74313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:45:42.075848 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [req-9d2460d1-d6a9-4f88-9f2c-934083d7d1a6 req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for port, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:42.078934 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'name': 'network-vif-deleted', 'tag': '61f23e38-575c-4e03-877c-f36fa4616190'}] {{(pid=74313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 23 16:45:42.097959 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [req-9d2460d1-d6a9-4f88-9f2c-934083d7d1a6 req-4fc3b194-735e-4c1b-8ebf-7ab952e61968 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.46 "DELETE /v2.0/ports/61f23e38-575c-4e03-877c-f36fa4616190 HTTP/1.1" status: 204  len: 173 time: 0.9316676
Jul 23 16:45:42.183267 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37443029-5ef9-4ce9-8cb2-81748ca89384', 'name': 'network-vif-deleted', 'tag': '61f23e38-575c-4e03-877c-f36fa4616190', 'status': 'completed', 'code': 200}
Jul 23 16:45:42.267374 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [req-21c67db4-4131-4af9-ac08-099da5cfadf9 req-b384e651-db66-4dad-af5b-cfb6ee4ed5c2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "GET /v2.0/ports?device_id=37443029-5ef9-4ce9-8cb2-81748ca89384 HTTP/1.1" status: 200  len: 210 time: 0.0467250
Jul 23 16:45:43.388345 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53138) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:43.551212 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Deleting port dba708c4-23e7-42ef-bd56-925e449e6ffd {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:43.551554 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:43.740613 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:43.740939 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:43.869804 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Calling delete_port for dba708c4-23e7-42ef-bd56-925e449e6ffd owned by network:floatingip {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:44.055809 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:44.060391 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-314f7281-2706-41e8-8dd7-13de5a9247af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:44.119711 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event deleted for resources: {'Port': ['ID=dba708c4-23e7-42ef-bd56-925e449e6ffd,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:44.163305 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:44.163685 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:44.164112 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:44.164489 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:44.164850 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:44.165207 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:44.165572 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:44.165922 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:44.166271 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:44.166617 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:44.166965 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802039-1-iscsi {{(pid=74312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 23 16:45:44.174199 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:44.284204 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-d6e6aa51-bc5c-4b7f-a1d5-f8a5e4b5df57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:44.344104 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for floatingip, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:44.361521 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124484'] for floatingip, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:44.363409 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-341cf6a4-df02-4c55-b2e9-0bf39f3f8ed2 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "DELETE /v2.0/floatingips/65baae97-a428-446b-acde-315086feda2a HTTP/1.1" status: 204  len: 168 time: 0.9735157
Jul 23 16:45:44.805338 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:45.731454 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 61f23e38-575c-4e03-877c-f36fa4616190 no longer exists at agent hyperv_hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:45:45.768513 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] No Port match for: 61f23e38-575c-4e03-877c-f36fa4616190 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:45:45.768839 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Device 61f23e38-575c-4e03-877c-f36fa4616190 not bound to the agent host hv-cinder-80203 {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:45:45.908187 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53156) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:45.989960 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-936f1c2f-bfc2-46c7-8506-f0fea3ab7d05 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:46.030165 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-936f1c2f-bfc2-46c7-8506-f0fea3ab7d05 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:46.102652 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-936f1c2f-bfc2-46c7-8506-f0fea3ab7d05 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:46.107832 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-c231ebd7-5ff6-48e7-b77b-4b1d14fd0996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:46.122614 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f1c2f-bfc2-46c7-8506-f0fea3ab7d05 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5817301c-f6c2-4ba0-8781-a930ca891933,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:46.130960 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-936f1c2f-bfc2-46c7-8506-f0fea3ab7d05 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:46.140710 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-936f1c2f-bfc2-46c7-8506-f0fea3ab7d05 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:46.145697 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-936f1c2f-bfc2-46c7-8506-f0fea3ab7d05 tempest-TestVolumeBootPattern-1507109142 tempest-TestVolumeBootPattern-1507109142-project] 10.222.0.11 "DELETE /v2.0/security-groups/5817301c-f6c2-4ba0-8781-a930ca891933 HTTP/1.1" status: 204  len: 168 time: 0.2329500
Jul 23 16:45:46.238196 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 53162) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:46.734300 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a6c0a034-bb06-4670-8592-51b872795531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:46.898089 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3582f5c1-7958-4556-bcd1-7dcd7eb2bd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414559'] for router_interface, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:47.661434 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-3582f5c1-7958-4556-bcd1-7dcd7eb2bd71 admin admin] Deleting port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 {{(pid=74313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:47.662486 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3582f5c1-7958-4556-bcd1-7dcd7eb2bd71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:47.859380 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.db [None req-3582f5c1-7958-4556-bcd1-7dcd7eb2bd71 admin admin] For port 1f4adde6-aaf9-41b5-a33b-4dc9debadf49, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=1f4adde6-aaf9-41b5-a33b-4dc9debadf49,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:47.859734 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3582f5c1-7958-4556-bcd1-7dcd7eb2bd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:47.983613 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.plugins.ml2.plugin [None req-3582f5c1-7958-4556-bcd1-7dcd7eb2bd71 admin admin] Calling delete_port for 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 owned by network:router_interface {{(pid=74313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:48.185326 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3582f5c1-7958-4556-bcd1-7dcd7eb2bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65805868'] for port, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:48.194302 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-76aba6a4-10e9-4e30-aea5-c0dcaed8b9a3 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:48.210638 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:48.281509 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582f5c1-7958-4556-bcd1-7dcd7eb2bd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4adde6-aaf9-41b5-a33b-4dc9debadf49,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:48.286068 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-3582f5c1-7958-4556-bcd1-7dcd7eb2bd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:48.727559 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-3582f5c1-7958-4556-bcd1-7dcd7eb2bd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1454223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414635'] for router_interface, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:49.399532 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:49.480838 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3582f5c1-7958-4556-bcd1-7dcd7eb2bd71 admin admin] Router 742df17f-9038-4c06-ad06-751bf0ffe149 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74313) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:45:49.698406 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3582f5c1-7958-4556-bcd1-7dcd7eb2bd71 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74313) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:45:49.708315 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc425990-9a83-4af3-b87d-624ea7d50663 None None] Sync routers for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:45:49.711702 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-3582f5c1-7958-4556-bcd1-7dcd7eb2bd71 admin admin] 10.222.0.11 "PUT /v2.0/routers/742df17f-9038-4c06-ad06-751bf0ffe149/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4737852
Jul 23 16:45:49.714837 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53168) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:49.721348 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc425990-9a83-4af3-b87d-624ea7d50663 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:45:49.722048 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-cc425990-9a83-4af3-b87d-624ea7d50663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f70a130>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:45:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:49.929417 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-cc425990-9a83-4af3-b87d-624ea7d50663 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:45:49.962944 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Notify callbacks [] for router, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:50.294672 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:50.307050 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Deleting port 1d904d53-9e26-4583-97e9-26ba98b9972d {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:50.307398 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:50.370671 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-cc425990-9a83-4af3-b87d-624ea7d50663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f70a130>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141'}], 'enable_snat': True}, 'gw_port_id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:45:48Z', 'revision_number': 5, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port': {'id': '1d904d53-9e26-4583-97e9-26ba98b9972d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:13Z', 'updated_at': '2021-07-23T16:37:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:50.377554 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc425990-9a83-4af3-b87d-624ea7d50663 None None] Checking router: 742df17f-9038-4c06-ad06-751bf0ffe149 for host: dv-cinder-802039-1-iscsi {{(pid=74314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:45:50.397839 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc425990-9a83-4af3-b87d-624ea7d50663 None None] Routers {'742df17f-9038-4c06-ad06-751bf0ffe149'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:45:50.399454 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-cc425990-9a83-4af3-b87d-624ea7d50663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f70a130>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:45:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['742df17f-9038-4c06-ad06-751bf0ffe149'], 'active': True} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:50.567315 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] For port 1d904d53-9e26-4583-97e9-26ba98b9972d, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=1d904d53-9e26-4583-97e9-26ba98b9972d,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:50.567641 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:50.585779 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_dvr_db [None req-cc425990-9a83-4af3-b87d-624ea7d50663 None None] Set router 742df17f-9038-4c06-ad06-751bf0ffe149 gateway port host: None {{(pid=74314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:45:50.708332 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Calling delete_port for 1d904d53-9e26-4583-97e9-26ba98b9972d owned by network:router_gateway {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:50.739604 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.db.l3_hamode_db [None req-cc425990-9a83-4af3-b87d-624ea7d50663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f70a130>, [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:45:50Z', 'revision_number': 6, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port_host': None}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:50.744629 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc425990-9a83-4af3-b87d-624ea7d50663 None None] The sync data for ids ['742df17f-9038-4c06-ad06-751bf0ffe149'] in dv-cinder-802039-1-iscsi is: [{'id': '742df17f-9038-4c06-ad06-751bf0ffe149', 'name': 'tempest-TestVolumeBootPattern-814700213-router', 'tenant_id': 'bc525d89aee14793ba73c5a98b77132f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:12Z', 'updated_at': '2021-07-23T16:45:50Z', 'revision_number': 6, 'project_id': 'bc525d89aee14793ba73c5a98b77132f', 'gw_port_host': None}] {{(pid=74314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:45:50.952069 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:50.956640 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-a2edb7cd-b4b1-44fc-88cb-8b3c9b789359 tempest-TestMinimumBasicScenario-1931787424 tempest-TestMinimumBasicScenario-1931787424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:51.003326 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d904d53-9e26-4583-97e9-26ba98b9972d,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:51.009002 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:51.194407 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:45:51.240994 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:45:51.241597 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 1f4adde6-aaf9-41b5-a33b-4dc9debadf49 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:45:51.380816 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415266'] for router_gateway, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:51.749126 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:45:51.914749 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29480'] for router, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:51.920025 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:51.953860 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416542'] for router, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:51.954701 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 742df17f-9038-4c06-ad06-751bf0ffe149 {{(pid=74312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 23 16:45:51.974304 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Notify callbacks [] for router, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:51.975597 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] 10.222.0.11 "DELETE /v2.0/routers/742df17f-9038-4c06-ad06-751bf0ffe149 HTTP/1.1" status: 204  len: 168 time: 2.2596743
Jul 23 16:45:51.979022 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53174) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:52.051356 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.db_base_plugin_v2 [None req-666ba9fe-3451-445f-aaa8-b603e2a87184 admin admin] Deleting subnet 32037a29-ea31-4a12-b753-e6dea9e828a9 {{(pid=74312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:45:52.055503 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-666ba9fe-3451-445f-aaa8-b603e2a87184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:52.121322 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-666ba9fe-3451-445f-aaa8-b603e2a87184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66371828'] for subnet, precommit_delete_associations {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:52.230535 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-666ba9fe-3451-445f-aaa8-b603e2a87184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:52.314990 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-666ba9fe-3451-445f-aaa8-b603e2a87184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66939672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65542847'] for subnet, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:52.321665 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-fcd64252-f3c0-41f5-bc23-f548ff0bf259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:52.362636 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ba9fe-3451-445f-aaa8-b603e2a87184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32037a29-ea31-4a12-b753-e6dea9e828a9,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:52.366632 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-666ba9fe-3451-445f-aaa8-b603e2a87184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:52.372163 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-666ba9fe-3451-445f-aaa8-b603e2a87184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:52.379534 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeffdd3b-e1d4-4bb4-aa09-d924af36ff2f None None] Network a0209d5a-e155-43a0-9685-2a25e8e43af5 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:45:52.384713 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-666ba9fe-3451-445f-aaa8-b603e2a87184 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/32037a29-ea31-4a12-b753-e6dea9e828a9 HTTP/1.1" status: 204  len: 168 time: 0.4029193
Jul 23 16:45:52.386741 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53178) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:52.570905 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:52.589331 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Deleting port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:52.589878 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:52.664690 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000cbe94-1346-40b0-ae5f-c0a89ee599d0 None None] DHCP port deletion for a0209d5a-e155-43a0-9685-2a25e8e43af5 request from dv-cinder-802039-1-iscsi {{(pid=74314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 23 16:45:52.669238 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-000cbe94-1346-40b0-ae5f-c0a89ee599d0 None None] Deleting port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:52.669760 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-000cbe94-1346-40b0-ae5f-c0a89ee599d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:52.919880 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-000cbe94-1346-40b0-ae5f-c0a89ee599d0 None None] For port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=c3a6a6ab-6d43-4d4c-b371-f41bd2c80511,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:52.920455 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-000cbe94-1346-40b0-ae5f-c0a89ee599d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:52.948947 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] For port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=c3a6a6ab-6d43-4d4c-b371-f41bd2c80511,segment=NetworkSegment(bea48f3d-6ad7-485d-9c1f-ff9316711607),segment_id=bea48f3d-6ad7-485d-9c1f-ff9316711607)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:52.949307 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:53.086775 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Calling delete_port for c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 owned by network:dhcp {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:53.146459 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:45:53.182624 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:53.187097 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-1fda9895-5772-4ea3-b6e9-73e951d49f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:53.206210 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-000cbe94-1346-40b0-ae5f-c0a89ee599d0 None None] Calling delete_port for c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 owned by network:dhcp {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:53.232247 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a6a6ab-6d43-4d4c-b371-f41bd2c80511,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:53.236251 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:53.239926 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] No DVR routers for this DVR port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 on host dv-cinder-802039-1-iscsi {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:45:53.295611 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:45:53.296037 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:45:53.296533 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 1d904d53-9e26-4583-97e9-26ba98b9972d no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:45:53.366597 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:53.368664 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 1d904d53-9e26-4583-97e9-26ba98b9972d {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:45:53.369219 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 1d904d53-9e26-4583-97e9-26ba98b9972d not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:45:53.389680 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09f426910>,) {'filters': {'network_id': ['a0209d5a-e155-43a0-9685-2a25e8e43af5']}} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:53.413013 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f426910>, 'bea48f3d-6ad7-485d-9c1f-ff9316711607') {'for_net_delete': True} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:53.413365 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09f426910>, 'bea48f3d-6ad7-485d-9c1f-ff9316711607') {} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:53.419585 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.api [None req-000cbe94-1346-40b0-ae5f-c0a89ee599d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:45:53.420450 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_db.api [None req-000cbe94-1346-40b0-ae5f-c0a89ee599d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:45:53.435459 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66371835'] for segment, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:53.464776 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:53.475901 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=74312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:45:53.476560 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66939838'] for segment, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]: Traceback (most recent call last):
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     timer()
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     cb(*args, **kw)
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     return func(*args, **kwargs)
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     self._notify()
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     self.callback(batched_events)
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     event.method(event)
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     return f(self, *a, **k)
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._get(url).json()
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:45:53.499363 dv-cinder-802039-1-iscsi neutron-server[74312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:45:53.635784 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:53.641442 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:53.670171 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:53.681410 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0209d5a-e155-43a0-9685-2a25e8e43af5,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:53.689306 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:53.711064 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-2abe95c6-d650-4bd4-9831-c30704e569c7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a0209d5a-e155-43a0-9685-2a25e8e43af5 HTTP/1.1" status: 204  len: 168 time: 1.3228216
Jul 23 16:45:53.714387 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53182) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:53.921105 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-000cbe94-1346-40b0-ae5f-c0a89ee599d0 None None] Deleting port c3a6a6ab-6d43-4d4c-b371-f41bd2c80511 {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:53.921509 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-000cbe94-1346-40b0-ae5f-c0a89ee599d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:54.010416 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-000cbe94-1346-40b0-ae5f-c0a89ee599d0 None None] The port 'c3a6a6ab-6d43-4d4c-b371-f41bd2c80511' was deleted {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 23 16:45:54.377249 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5f3b1f10-6d32-4109-8ab8-c684a317f2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414559'] for router_interface, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:55.052471 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b1f10-6d32-4109-8ab8-c684a317f2d2 admin admin] Deleting port 2bfa7d9f-2f62-450b-8dc7-31d097234002 {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:55.052856 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5f3b1f10-6d32-4109-8ab8-c684a317f2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:55.245034 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [None req-5f3b1f10-6d32-4109-8ab8-c684a317f2d2 admin admin] For port 2bfa7d9f-2f62-450b-8dc7-31d097234002, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=2bfa7d9f-2f62-450b-8dc7-31d097234002,segment=NetworkSegment(d8cb1e7b-9983-4a33-8636-5f679b4b4a3e),segment_id=d8cb1e7b-9983-4a33-8636-5f679b4b4a3e)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:55.245500 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5f3b1f10-6d32-4109-8ab8-c684a317f2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:55.374166 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b1f10-6d32-4109-8ab8-c684a317f2d2 admin admin] Calling delete_port for 2bfa7d9f-2f62-450b-8dc7-31d097234002 owned by network:router_interface {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:55.575473 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5f3b1f10-6d32-4109-8ab8-c684a317f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:55.580060 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-b15a1319-b27f-4765-9b4a-89d013f2aedb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:55.634024 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b1f10-6d32-4109-8ab8-c684a317f2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bfa7d9f-2f62-450b-8dc7-31d097234002,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:55.636609 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-5f3b1f10-6d32-4109-8ab8-c684a317f2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:56.111129 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-5f3b1f10-6d32-4109-8ab8-c684a317f2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1454223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414635'] for router_interface, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:56.749474 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3b1f10-6d32-4109-8ab8-c684a317f2d2 admin admin] Router fd7247ce-48ae-426b-9a28-9f2c1b398f78 has already been hosted by L3 agent a9502878-b418-494d-a967-9a1a37abe5c3 {{(pid=74312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jul 23 16:45:56.974580 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3b1f10-6d32-4109-8ab8-c684a317f2d2 admin admin] Notify agent at l3_agent.dv-cinder-802039-1-iscsi the message routers_updated {{(pid=74312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jul 23 16:45:56.986278 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d54b8-cc39-49af-b39c-a13a9063f155 None None] Sync routers for ids ['fd7247ce-48ae-426b-9a28-9f2c1b398f78'] in dv-cinder-802039-1-iscsi {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jul 23 16:45:56.995380 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-5f3b1f10-6d32-4109-8ab8-c684a317f2d2 admin admin] 10.222.0.11 "PUT /v2.0/routers/fd7247ce-48ae-426b-9a28-9f2c1b398f78/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2793233
Jul 23 16:45:56.997838 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53186) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:57.011362 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d54b8-cc39-49af-b39c-a13a9063f155 None None] Routers {'fd7247ce-48ae-426b-9a28-9f2c1b398f78'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:45:57.012905 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-230d54b8-cc39-49af-b39c-a13a9063f155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f9c3460>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:45:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['fd7247ce-48ae-426b-9a28-9f2c1b398f78'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:57.281597 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-230d54b8-cc39-49af-b39c-a13a9063f155 None None] Set router fd7247ce-48ae-426b-9a28-9f2c1b398f78 gateway port host: dv-cinder-802039-1-iscsi {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:45:57.283830 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:57.625225 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-230d54b8-cc39-49af-b39c-a13a9063f155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f9c3460>, [{'id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'name': 'tempest-TestVolumeBootPattern-1680422515-router', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'external_fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:24Z', 'updated_at': '2021-07-23T16:45:55Z', 'revision_number': 5, 'project_id': '39e6b62b5494444d99210da6a9150f2d', 'gw_port': {'id': 'c41641ef-ddd7-4a33-9917-f8d6689e5b3d', 'name': '', 'network_id': '0f0fa4a4-341c-4455-bd90-db8498cb03db', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802039-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T16:37:25Z', 'updated_at': '2021-07-23T16:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68cb8003-b7b8-4607-8b58-27fdfc0aeb78', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802039-1-iscsi'}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:57.629828 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d54b8-cc39-49af-b39c-a13a9063f155 None None] Checking router: fd7247ce-48ae-426b-9a28-9f2c1b398f78 for host: dv-cinder-802039-1-iscsi {{(pid=74315) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jul 23 16:45:57.642418 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d54b8-cc39-49af-b39c-a13a9063f155 None None] Routers {'fd7247ce-48ae-426b-9a28-9f2c1b398f78'} bound to L3 agent in host dv-cinder-802039-1-iscsi {{(pid=74315) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jul 23 16:45:57.643120 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-230d54b8-cc39-49af-b39c-a13a9063f155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fd09f9c3460>, 'dv-cinder-802039-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T16:20:47Z,description=<?>,heartbeat_timestamp=2021-07-23T16:45:47Z,host='dv-cinder-802039-1-iscsi',id=a9502878-b418-494d-a967-9a1a37abe5c3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-23T16:20:47Z,topic='l3_agent')) {'router_ids': ['fd7247ce-48ae-426b-9a28-9f2c1b398f78'], 'active': True} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:57.646687 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:57.663018 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Deleting port c41641ef-ddd7-4a33-9917-f8d6689e5b3d {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:57.663511 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:57.828081 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_dvr_db [None req-230d54b8-cc39-49af-b39c-a13a9063f155 None None] Set router fd7247ce-48ae-426b-9a28-9f2c1b398f78 gateway port host: None {{(pid=74315) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jul 23 16:45:57.884026 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] For port c41641ef-ddd7-4a33-9917-f8d6689e5b3d, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=c41641ef-ddd7-4a33-9917-f8d6689e5b3d,segment=NetworkSegment(9ba603e6-15e4-4d38-a858-243348b57aa7),segment_id=9ba603e6-15e4-4d38-a858-243348b57aa7)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:57.884616 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:57.940775 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.l3_hamode_db [None req-230d54b8-cc39-49af-b39c-a13a9063f155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fd09f9c3460>, [{'id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'name': 'tempest-TestVolumeBootPattern-1680422515-router', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:24Z', 'updated_at': '2021-07-23T16:45:57Z', 'revision_number': 6, 'project_id': '39e6b62b5494444d99210da6a9150f2d', 'gw_port_host': None}], 'dv-cinder-802039-1-iscsi', False) {} {{(pid=74315) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:45:57.945849 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230d54b8-cc39-49af-b39c-a13a9063f155 None None] The sync data for ids ['fd7247ce-48ae-426b-9a28-9f2c1b398f78'] in dv-cinder-802039-1-iscsi is: [{'id': 'fd7247ce-48ae-426b-9a28-9f2c1b398f78', 'name': 'tempest-TestVolumeBootPattern-1680422515-router', 'tenant_id': '39e6b62b5494444d99210da6a9150f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T16:37:24Z', 'updated_at': '2021-07-23T16:45:57Z', 'revision_number': 6, 'project_id': '39e6b62b5494444d99210da6a9150f2d', 'gw_port_host': None}] {{(pid=74315) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jul 23 16:45:58.022998 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Calling delete_port for c41641ef-ddd7-4a33-9917-f8d6689e5b3d owned by network:router_gateway {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:45:58.218994 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:58.223119 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-527bc745-0266-4bfd-b022-b38b8c3b3d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:58.266663 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c41641ef-ddd7-4a33-9917-f8d6689e5b3d,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:58.270377 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:58.520280 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415266'] for router_gateway, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:58.796948 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-415886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29480'] for router, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:58.803664 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:58.838726 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416542'] for router, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:58.839282 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd7247ce-48ae-426b-9a28-9f2c1b398f78 {{(pid=74312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jul 23 16:45:58.860187 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] Notify callbacks [] for router, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:58.861356 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-e2a7a2c6-adb3-4db2-b043-d4b6b00518b2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/fd7247ce-48ae-426b-9a28-9f2c1b398f78 HTTP/1.1" status: 204  len: 168 time: 1.8625088
Jul 23 16:45:58.864492 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [-] (74313) accepted ('10.222.0.11', 53190) {{(pid=74313) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:58.933131 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f27b90f-dd34-4073-8c83-c7b632d6cc6c admin admin] Deleting subnet 60738d2f-d05c-45b6-b4d5-8e648dfadcfd {{(pid=74313) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jul 23 16:45:58.936561 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f27b90f-dd34-4073-8c83-c7b632d6cc6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:58.993453 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f27b90f-dd34-4073-8c83-c7b632d6cc6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66188023'] for subnet, precommit_delete_associations {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:59.082008 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device c41641ef-ddd7-4a33-9917-f8d6689e5b3d no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:45:59.092674 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f27b90f-dd34-4073-8c83-c7b632d6cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1551032'] for subnet, precommit_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:59.137230 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: c41641ef-ddd7-4a33-9917-f8d6689e5b3d {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:45:59.137580 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device c41641ef-ddd7-4a33-9917-f8d6689e5b3d not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:45:59.138014 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 2bfa7d9f-2f62-450b-8dc7-31d097234002 no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:45:59.175934 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 2bfa7d9f-2f62-450b-8dc7-31d097234002 {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:45:59.176486 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 2bfa7d9f-2f62-450b-8dc7-31d097234002 not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:45:59.213261 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f27b90f-dd34-4073-8c83-c7b632d6cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1550977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65806047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66434403'] for subnet, after_delete {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:59.217898 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-b0d8ecbd-42ff-49a0-8959-8f036be7061a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:45:59.253406 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27b90f-dd34-4073-8c83-c7b632d6cc6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60738d2f-d05c-45b6-b4d5-8e648dfadcfd,revision_number=None']} {{(pid=74313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:45:59.259325 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG oslo_concurrency.lockutils [None req-5f27b90f-dd34-4073-8c83-c7b632d6cc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:45:59.262747 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron_lib.callbacks.manager [None req-5f27b90f-dd34-4073-8c83-c7b632d6cc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for subnet, before_response {{(pid=74313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:59.268980 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7dfdb4-4cdd-4d14-9047-e0faa4ea0fd1 None None] Network 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7 requested from dv-cinder-802039-1-iscsi {{(pid=74314) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jul 23 16:45:59.270737 dv-cinder-802039-1-iscsi neutron-server[74313]: INFO neutron.wsgi [None req-5f27b90f-dd34-4073-8c83-c7b632d6cc6c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/60738d2f-d05c-45b6-b4d5-8e648dfadcfd HTTP/1.1" status: 204  len: 168 time: 0.4050090
Jul 23 16:45:59.275546 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53194) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:45:59.465315 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1598658'] for network, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:59.482555 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Deleting port 10a73289-6ec8-41b0-82bc-4a57f87a298a {{(pid=74312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:59.483087 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:59.695029 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141aa219-7542-430c-a41f-26dedd251852 None None] DHCP port deletion for 6c5c41b1-0e22-4d9e-9015-c6c12c0594f7 request from dv-cinder-802039-1-iscsi {{(pid=74314) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jul 23 16:45:59.702772 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-141aa219-7542-430c-a41f-26dedd251852 None None] Deleting port 10a73289-6ec8-41b0-82bc-4a57f87a298a {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:45:59.703400 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-141aa219-7542-430c-a41f-26dedd251852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:45:59.851361 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.db [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] For port 10a73289-6ec8-41b0-82bc-4a57f87a298a, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=10a73289-6ec8-41b0-82bc-4a57f87a298a,segment=NetworkSegment(d8cb1e7b-9983-4a33-8636-5f679b4b4a3e),segment_id=d8cb1e7b-9983-4a33-8636-5f679b4b4a3e)] {{(pid=74312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:45:59.852276 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:00.019537 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.plugin [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Calling delete_port for 10a73289-6ec8-41b0-82bc-4a57f87a298a owned by network:dhcp {{(pid=74312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:46:00.061017 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.db [None req-141aa219-7542-430c-a41f-26dedd251852 None None] For port 10a73289-6ec8-41b0-82bc-4a57f87a298a, host dv-cinder-802039-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802039-1-iscsi',level=0,port_id=10a73289-6ec8-41b0-82bc-4a57f87a298a,segment=NetworkSegment(d8cb1e7b-9983-4a33-8636-5f679b4b4a3e),segment_id=d8cb1e7b-9983-4a33-8636-5f679b4b4a3e)] {{(pid=74314) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jul 23 16:46:00.061858 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-141aa219-7542-430c-a41f-26dedd251852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-421272'] for port, precommit_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:00.137092 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1596143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783376409092', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783375969064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66939883'] for port, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:00.142715 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f5b0e156-1006-4868-87e5-a31407e4ab00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:46:00.194585 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-141aa219-7542-430c-a41f-26dedd251852 None None] Calling delete_port for 10a73289-6ec8-41b0-82bc-4a57f87a298a owned by network:dhcp {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jul 23 16:46:00.212814 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a73289-6ec8-41b0-82bc-4a57f87a298a,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:46:00.216634 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:46:00.229111 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] No DVR routers for this DVR port 10a73289-6ec8-41b0-82bc-4a57f87a298a on host dv-cinder-802039-1-iscsi {{(pid=74312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 23 16:46:00.281715 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.db.api [None req-141aa219-7542-430c-a41f-26dedd251852 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74314) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 23 16:46:00.282084 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG oslo_db.api [None req-141aa219-7542-430c-a41f-26dedd251852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 23 16:46:00.376039 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1550385', 'neutron.services.segments.db._delete_segments_for_network-8783376391298'] for network, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:00.391468 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fd09edd1310>,) {'filters': {'network_id': ['6c5c41b1-0e22-4d9e-9015-c6c12c0594f7']}} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:46:00.405453 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09edd1310>, 'd8cb1e7b-9983-4a33-8636-5f679b4b4a3e') {'for_net_delete': True} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:46:00.405756 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.services.segments.db [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fd09edd1310>, 'd8cb1e7b-9983-4a33-8636-5f679b4b4a3e') {} {{(pid=74312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 23 16:46:00.419239 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783376393117', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66371835'] for segment, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:00.436755 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1550851'] for segment, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:00.443423 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=74312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jul 23 16:46:00.443869 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1550877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66939838'] for segment, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]: Traceback (most recent call last):
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     timer()
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     cb(*args, **kw)
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     return func(*args, **kwargs)
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     self._notify()
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     self.callback(batched_events)
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     event.method(event)
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     return f(self, *a, **k)
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._get(url).json()
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     return self.request(url, 'GET', **kwargs)
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 23 16:46:00.457751 dv-cinder-802039-1-iscsi neutron-server[74312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 23 16:46:00.542030 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1550394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475694', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1454297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-415327'] for network, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:00.546100 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:46:00.559624 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1454179'] for network, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:00.571090 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c5c41b1-0e22-4d9e-9015-c6c12c0594f7,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:46:00.576028 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:46:00.580760 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-d5ebd2fb-0fe8-4e08-a9f8-a1f5c5f92e03 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6c5c41b1-0e22-4d9e-9015-c6c12c0594f7 HTTP/1.1" status: 204  len: 168 time: 1.3040843
Jul 23 16:46:00.746753 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53200) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:46:00.783093 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-141aa219-7542-430c-a41f-26dedd251852 None None] Deleting port 10a73289-6ec8-41b0-82bc-4a57f87a298a {{(pid=74314) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jul 23 16:46:00.784207 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-141aa219-7542-430c-a41f-26dedd251852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783376435631'] for port, before_delete {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:00.804800 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-7660906c-8c8c-437e-8f41-85a10a6d4367 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc525d89aee14793ba73c5a98b77132f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0544901
Jul 23 16:46:00.805163 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53204) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:46:00.857163 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-141aa219-7542-430c-a41f-26dedd251852 None None] The port '10a73289-6ec8-41b0-82bc-4a57f87a298a' was deleted {{(pid=74314) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jul 23 16:46:00.884999 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-421e91d5-274f-4fc4-96f5-3c9a5655eb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:00.921635 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-421e91d5-274f-4fc4-96f5-3c9a5655eb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:00.983320 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-421e91d5-274f-4fc4-96f5-3c9a5655eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:00.995920 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-33d2ac16-e2e8-4a01-9c13-dfb4e0f1cd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:46:01.011802 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e91d5-274f-4fc4-96f5-3c9a5655eb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce902e3-0694-4396-be7e-29e3e5727512,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:46:01.014934 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-421e91d5-274f-4fc4-96f5-3c9a5655eb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:46:01.024932 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-421e91d5-274f-4fc4-96f5-3c9a5655eb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:01.027996 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-421e91d5-274f-4fc4-96f5-3c9a5655eb6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ce902e3-0694-4396-be7e-29e3e5727512 HTTP/1.1" status: 204  len: 168 time: 0.2200909
Jul 23 16:46:01.072261 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 10a73289-6ec8-41b0-82bc-4a57f87a298a no longer exists at agent ovs-agent-dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 23 16:46:01.113240 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.plugin [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] No Port match for: 10a73289-6ec8-41b0-82bc-4a57f87a298a {{(pid=74314) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jul 23 16:46:01.113916 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron.plugins.ml2.rpc [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Device 10a73289-6ec8-41b0-82bc-4a57f87a298a not bound to the agent host dv-cinder-802039-1-iscsi {{(pid=74314) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 23 16:46:01.561895 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53212) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:46:01.622470 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-035aaefd-c5a7-4ed7-91a5-e18fb8ce9142 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39e6b62b5494444d99210da6a9150f2d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0592122
Jul 23 16:46:01.625339 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.wsgi [-] (74312) accepted ('10.222.0.11', 53216) {{(pid=74312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 23 16:46:01.692169 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6cf174b3-63a4-470e-9ffc-3ffd94ed19dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:01.721166 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6cf174b3-63a4-470e-9ffc-3ffd94ed19dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:01.791393 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6cf174b3-63a4-470e-9ffc-3ffd94ed19dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-475849'] for security_group, after_delete {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:01.797838 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-f339d697-dc75-4a46-8eab-bd4c4197952f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 23 16:46:01.816682 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf174b3-63a4-470e-9ffc-3ffd94ed19dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3477cd10-6e73-4311-b5f4-67034bcda486,revision_number=None']} {{(pid=74312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 23 16:46:01.822755 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG oslo_concurrency.lockutils [None req-6cf174b3-63a4-470e-9ffc-3ffd94ed19dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 23 16:46:01.827430 dv-cinder-802039-1-iscsi neutron-server[74312]: DEBUG neutron_lib.callbacks.manager [None req-6cf174b3-63a4-470e-9ffc-3ffd94ed19dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:01.829073 dv-cinder-802039-1-iscsi neutron-server[74312]: INFO neutron.wsgi [None req-6cf174b3-63a4-470e-9ffc-3ffd94ed19dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3477cd10-6e73-4311-b5f4-67034bcda486 HTTP/1.1" status: 204  len: 168 time: 0.2024052
Jul 23 16:46:10.380468 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:14.279341 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-66cf1a72-8cf0-4b84-9da3-6d32d2e26c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:14.813018 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:16.736233 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-5b944ab6-3b20-4bbd-9b02-2372d2354148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:18.215148 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:19.404921 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:28.752111 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:46:40.367139 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:44.277360 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4cfb16c1-0a0c-4fbb-9c76-e4d80f5979c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:44.811447 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:46.732930 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-c4bf124a-a678-413f-a33d-00188adc59ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:48.219846 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:46:49.396526 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:47:05.753119 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:47:10.368647 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:47:14.274971 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-adef5fde-e768-4118-8d72-5be40ac5814b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:47:14.799739 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:47:16.729663 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-a94e4ab7-8c2a-4dfd-be9e-d759e0abb936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:47:18.222826 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:47:19.401673 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:47:40.381140 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:47:42.753665 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:47:44.274016 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-1ecee34a-1e80-40c0-a871-3b6abcf0bcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:47:44.804809 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:47:46.727149 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-3ecd713d-72df-440a-b341-fb70d4b24768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:47:48.233519 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:47:49.404483 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:48:10.389080 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:48:14.268854 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6d10c767-224e-4253-998c-1b68848b9011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:48:14.808650 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:48:16.720303 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-3308a922-466b-40b7-ae1c-085f8ba0a15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:48:18.226523 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:48:19.406928 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:48:19.758284 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:48:40.393201 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:48:44.272778 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-9bf8d0f7-0e64-4131-9f0c-3284c6306ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:48:44.805055 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:48:46.723944 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-42e183f9-6f45-40a1-b061-c5970f9e5c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:48:48.229910 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:48:49.409612 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:48:56.759048 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:49:10.400408 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:49:14.277192 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-dbc3daec-6c5e-48ff-b890-411b3c77ae97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:49:14.804738 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:49:16.730320 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-602320c5-4f8d-487f-83d6-6af75d17b0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:49:18.233211 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:49:19.414646 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:49:33.760280 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:49:40.392460 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:49:44.278924 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-21ff67b9-9747-4547-9fd3-8e7b7b3ea0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:49:44.799163 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:49:46.585592 dv-cinder-802039-1-iscsi neutron-server[74313]: DEBUG neutron.wsgi [req-a1901951-f70c-44e3-adfe-d8c03b2d51c4 req-6fcbe860-4d5f-45c7-b073-1d697120b9ce tempest-AttachVolumeNegativeTest-835383841 tempest-AttachVolumeNegativeTest-835383841-project] (74313) timed out ('10.222.0.46', 58847) {{(pid=74313) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 23 16:49:46.723732 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-6c605d80-1a3d-454d-9e00-9e5cd6917eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:49:48.234245 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:49:49.413376 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:50:10.406879 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:50:10.761809 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:50:14.282011 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-56e7a5ba-2d1b-489a-bf88-c05b597f0415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:50:14.804568 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:50:16.729301 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-335b4664-681c-4b76-b3ad-81f23b996830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:50:18.238277 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:50:19.416633 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:50:40.407220 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:50:44.284435 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-2523ef1c-2364-4f10-b81e-5b3e288bfe83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:50:44.807839 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:50:46.724271 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-1c20e432-17e2-4938-8461-65ce92ee7ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:50:47.763577 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 23 16:50:48.242729 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:50:49.418588 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:51:10.427386 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-015e68c2-4a86-427d-84a0-2f84c03c7bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:51:14.289336 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-b7200ca0-0d63-4dfc-b059-27c7241ac746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:51:14.814914 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-51b61c4e-2280-4cbb-ad0a-9cd9bfdc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:51:16.726617 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-7db36d5c-f0f7-42ab-82d7-1ec0be38a221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:51:18.248515 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-4851d6d5-2dcb-4574-9d78-955646509343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:51:19.422474 dv-cinder-802039-1-iscsi neutron-server[74314]: DEBUG neutron_lib.callbacks.manager [None req-59e55e33-1e26-4aad-add3-63f029323b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783376391280', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1549477'] for agent, after_update {{(pid=74314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 23 16:51:24.765183 dv-cinder-802039-1-iscsi neutron-server[74315]: DEBUG neutron.db.agents_db [None req-c6b3b4c8-bfe8-43bd-a181-fe9d8822b75b None None] Agent healthcheck: found 6 active agents {{(pid=74315) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}